Traceback (most recent call last):
  File "/usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py", line 637, in cli_main
    main()
  File "/usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py", line 337, in main
    latest_link_components=latest_link_components,
  File "/usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py", line 533, in run_compose
    extra_phase.stop()
  File "/usr/lib/python3.6/site-packages/pungi/phases/weaver.py", line 57, in stop
    self.pool.stop()
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.6/site-packages/six.py", line 693, in reraise
    raise value
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.6/site-packages/pungi/phases/weaver.py", line 79, in process
    phase.stop()
  File "/usr/lib/python3.6/site-packages/pungi/phases/weaver.py", line 57, in stop
    self.pool.stop()
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.6/site-packages/six.py", line 693, in reraise
    raise value
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.6/site-packages/pungi/phases/weaver.py", line 79, in process
    phase.stop()
  File "/usr/lib/python3.6/site-packages/pungi/phases/base.py", line 108, in stop
    self.pool.stop()
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.6/site-packages/six.py", line 693, in reraise
    raise value
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.6/site-packages/pungi/phases/extra_isos.py", line 84, in process
    self.worker(compose, config, variant, arch)
  File "/usr/lib/python3.6/site-packages/pungi/phases/extra_isos.py", line 147, in worker
    with_jigdo=compose.conf["create_jigdo"],
  File "/usr/lib/python3.6/site-packages/pungi/phases/createiso.py", line 369, in run_createiso_command
    weight=compose.conf["runroot_weights"].get("createiso"),
  File "/usr/lib/python3.6/site-packages/pungi/runroot.py", line 274, in run
    command, log_file=log_file, packages=packages, arch=arch, **kwargs
  File "/usr/lib/python3.6/site-packages/pungi/runroot.py", line 75, in _run_local
    run(command, show_cmd=True, logfile=log_file)
  File "/usr/lib/python3.6/site-packages/kobo/shortcuts.py", line 409, in run
    raise exc
RuntimeError: ERROR running command: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh
For more details see /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/aarch64/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.aarch64.log
Frame run in /usr/lib/python3.6/site-packages/kobo/shortcuts.py at line 409
<CODE>
     402     err_msg = "ERROR running command: %s" % cmd
     403     if logfile:
     404         err_msg += "\nFor more details see %s" % logfile
     405 
     406     if proc.returncode != 0 and not can_fail:
     407         exc = RuntimeError(err_msg)
     408         exc.output = output
-->  409         raise exc
     410 
     411     if proc.returncode != 0 and show_cmd:
     412         print(err_msg, file=sys.stderr)
     413 
     414     if not return_stdout:
     415         output = None
</CODE>
<LOCALS>
         buffer_size = 4096
            can_fail = False
                 cmd = 'bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh'
             command = b'COMMAND: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh\n---------------------------------------------------------------
            encoding = 'utf-8'
             err_msg = 'ERROR running command: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh\nFor more details see /mnt/koji/compose/9/OpenCloud
              errors = None
                 exc = RuntimeError('ERROR running command: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh\nFor more details see /mnt/koji/compos
           exception = None
        is_text_mode = False
              kwargs = {}
            leftover = None
               lines = b''
                 log = <_io.BufferedWriter name='/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/aarch64/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.aarch64.log'>
             logfile = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/aarch64/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.aarch64.log'
                mode = 'wb'
              output = b"+ cd /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/compose/Minimal/aarch64/iso\n+++ cut -c3-\n++++ which lorax\n++++ alias\n++++ eval declare -f\n+++++ declare -f\n++++ /usr/bin/which --tty-only --
                proc = <subprocess.Popen object at 0x7f2db4bb5828>
       return_stdout = True
            sentinel = b''
            show_cmd = True
               stdin = None
          stdin_data = None
              stdout = False
                text = False
  universal_newlines = False
             workdir = None
</LOCALS>
Frame _run_local in /usr/lib/python3.6/site-packages/pungi/runroot.py at line 75
<CODE>
      68         # given.
      69         return runroot_method or "local"
      70 
      71     def _run_local(self, command, log_file=None, **kwargs):
      72         """
      73         Runs the runroot command locally.
      74         """
-->   75         run(command, show_cmd=True, logfile=log_file)
      76         self._result = True
      77 
      78     def _has_losetup_error(self, log_dir):
      79         """
      80         Check if there's losetup error in log.
      81 
</CODE>
<LOCALS>
             command = ['bash', '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh']
              kwargs = {'packages': ['coreutils', 'xorriso', 'isomd5sum', 'lorax', 'which'], 'arch': 'aarch64', 'mounts': ['/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2'], 'weight': None}
            log_file = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/aarch64/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.aarch64.log'
                self = <pungi.runroot.Runroot object at 0x7f2db4bb5470>
        self._logger = None
        self._result = None
        self.compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
 self.runroot_method = 'local'
</LOCALS>
Frame run in /usr/lib/python3.6/site-packages/pungi/runroot.py at line 274
<CODE>
     267         :param str output_dir: Directory where the `command` stores its output.
     268             The permissions of this output_dir might be changed by `runroot_method`
     269             to allow the executor of this runroot task to access them.
     270             See `KojiWrapper.get_runroot_cmd()` for more information.
     271         """
     272         if self.runroot_method == "local":
     273             self._run_local(
-->  274                 command, log_file=log_file, packages=packages, arch=arch, **kwargs
     275             )
     276         elif self.runroot_method == "koji":
     277             self._run_koji(
     278                 command, log_file=log_file, packages=packages, arch=arch, **kwargs
     279             )
     280         elif self.runroot_method == "openssh":
</CODE>
<LOCALS>
                arch = 'aarch64'
             command = ['bash', '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh']
              kwargs = {'mounts': ['/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2'], 'weight': None}
            log_file = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/aarch64/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.aarch64.log'
            packages = ['coreutils', 'xorriso', 'isomd5sum', 'lorax', 'which']
                self = <pungi.runroot.Runroot object at 0x7f2db4bb5470>
        self._logger = None
        self._result = None
        self.compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
 self.runroot_method = 'local'
</LOCALS>
Frame run_createiso_command in /usr/lib/python3.6/site-packages/pungi/phases/createiso.py at line 369
<CODE>
     362 
     363     runroot.run(
     364         cmd,
     365         log_file=log_file,
     366         arch=build_arch,
     367         packages=packages,
     368         mounts=mounts,
-->  369         weight=compose.conf["runroot_weights"].get("createiso"),
     370     )
     371 
     372 
     373 def split_iso(compose, arch, variant, no_split=False, logger=None):
     374     """
     375     Split contents of the os/ directory for given tree into chunks fitting on ISO.
</CODE>
<LOCALS>
                arch = 'aarch64'
            bootable = True
          build_arch = 'aarch64'
                 cmd = ['bash', '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh']
             compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
      extra_packages = {'lorax': ['lorax', 'which'], 'buildinstall': ['anaconda']}
            log_file = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/aarch64/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.aarch64.log'
              mounts = ['/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2']
                 num = 3
            packages = ['coreutils', 'xorriso', 'isomd5sum', 'lorax', 'which']
             runroot = <pungi.runroot.Runroot object at 0x7f2db4bb5470>
          with_jigdo = False
</LOCALS>
Frame worker in /usr/lib/python3.6/site-packages/pungi/phases/extra_isos.py at line 147
<CODE>
     140             bootable,
     141             arch,
     142             ["bash", script_file],
     143             [compose.topdir],
     144             log_file=compose.paths.log.log_file(
     145                 arch, "extraiso-%s" % os.path.basename(iso_path)
     146             ),
-->  147             with_jigdo=compose.conf["create_jigdo"],
     148         )
     149 
     150         img = add_iso_to_metadata(
     151             compose,
     152             variant,
     153             arch,
</CODE>
<LOCALS>
                arch = 'aarch64'
            bootable = True
             compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
              config = {'include_variants': ['BaseOS'], 'filename': '{release_short}-9.0-minimal-{arch}{suffix}', 'skip_src': True, 'failable_arches': ['i386', 'i686'], 'inherit_extra_files': False}
                   f = <_io.TextIOWrapper name='/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh' mode='w' encoding='UTF-8'>
            filename = 'OpenCloudOS-9.0-minimal-aarch64.iso'
        graft_points = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/iso/OpenCloudOS-9.0-minimal-aarch64.iso-graft-points'
             iso_dir = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/compose/Minimal/aarch64/iso'
            iso_path = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/compose/Minimal/aarch64/iso/OpenCloudOS-9.0-minimal-aarch64.iso'
                 msg = 'Creating ISO (arch: aarch64, variant: Minimal): OpenCloudOS-9.0-minimal-aarch64.iso'
                opts = <ERROR WHILE CONVERTING VALUE TO STRING>
         script_file = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh'
                self = <ExtraIsosThread(Thread-150, stopped 139834570299136)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 139834570299136
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-150'
       self._started = <threading.Event object at 0x7f2db5bfd908>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 139834570299136
           self.kill = True
           self.name = 'Thread-150'
            self.num = 3
           self.pool = <kobo.threads.ThreadPool object at 0x7f2dfbec1080>
        self.running = False
             variant = Variant(id="Minimal", name="Minimal", type="variant", parent=None)
               volid = 'OpenCloudOS-9-0-aarch64-dvd'
</LOCALS>
Frame process in /usr/lib/python3.6/site-packages/pungi/phases/extra_isos.py at line 84
<CODE>
      77     def process(self, item, num):
      78         self.num = num
      79         compose, config, variant, arch = item
      80         can_fail = arch in config.get("failable_arches", [])
      81         with failable(
      82             compose, can_fail, variant, arch, "extra_iso", logger=self.pool._logger
      83         ):
-->   84             self.worker(compose, config, variant, arch)
      85 
      86     def worker(self, compose, config, variant, arch):
      87         filename = get_filename(compose, variant, arch, config.get("filename"))
      88         volid = get_volume_id(compose, variant, arch, config.get("volid", []))
      89         iso_dir = compose.paths.compose.iso_dir(arch, variant)
      90         iso_path = os.path.join(iso_dir, filename)
</CODE>
<LOCALS>
                arch = 'aarch64'
            can_fail = False
             compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
              config = {'include_variants': ['BaseOS'], 'filename': '{release_short}-9.0-minimal-{arch}{suffix}', 'skip_src': True, 'failable_arches': ['i386', 'i686'], 'inherit_extra_files': False}
                item = <ERROR WHILE CONVERTING VALUE TO STRING>
                 num = 3
                self = <ExtraIsosThread(Thread-150, stopped 139834570299136)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 139834570299136
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-150'
       self._started = <threading.Event object at 0x7f2db5bfd908>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 139834570299136
           self.kill = True
           self.name = 'Thread-150'
            self.num = 3
           self.pool = <kobo.threads.ThreadPool object at 0x7f2dfbec1080>
        self.running = False
             variant = Variant(id="Minimal", name="Minimal", type="variant", parent=None)
</LOCALS>
Frame run in /usr/lib/python3.6/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = <ERROR WHILE CONVERTING VALUE TO STRING>
                 num = 3
                self = <ExtraIsosThread(Thread-150, stopped 139834570299136)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 139834570299136
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-150'
       self._started = <threading.Event object at 0x7f2db5bfd908>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 139834570299136
           self.kill = True
           self.name = 'Thread-150'
            self.num = 3
           self.pool = <kobo.threads.ThreadPool object at 0x7f2dfbec1080>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.6/site-packages/six.py at line 693
<CODE>
     686 
     687     def reraise(tp, value, tb=None):
     688         try:
     689             if value is None:
     690                 value = tp()
     691             if value.__traceback__ is not tb:
     692                 raise value.with_traceback(tb)
-->  693             raise value
     694         finally:
     695             value = None
     696             tb = None
     697 
     698 else:
     699     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <ExtraIsosThread(Thread-151, stopped 139833797244672)>
                self = <kobo.threads.ThreadPool object at 0x7f2dfbec1080>
        self._logger = <Logger EXTRA_ISOS (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('ERROR running command: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh\nFor more de
          self.queue = <queue.Queue object at 0x7f2dfbec12b0>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f2dfbf1ee68>
self.queue_processed = 4
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f2dfbf1ee40>
    self.queue_total = 4
        self.threads = [<ExtraIsosThread(Thread-148, stopped 139835452376832)>, <ExtraIsosThread(Thread-149, stopped 139834931541760)>, <ExtraIsosThread(Thread-150, stopped 139834570299136)>, <ExtraIsosThread(Thread-151, st
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/pungi/phases/base.py at line 108
<CODE>
     101                 "Note that variants can be excluded in configuration file"
     102             )
     103 
     104     def stop(self):
     105         if self.finished:
     106             return
     107         if hasattr(self, "pool"):
-->  108             self.pool.stop()
     109         self.finished = True
     110         self.compose.log_info("[DONE ] %s" % self.msg)
     111         if self.used_patterns is not None:
     112             # We only want to report this if the config was actually queried.
     113             self.report_unused_patterns()
     114         self.compose.notifier.send("phase-stop", phase_name=self.name)
</CODE>
<LOCALS>
                self = <pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f2dfbf31e10>
       self._skipped = False
        self.compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
       self.finished = False
         self.logger = <Logger EXTRA_ISOS (DEBUG)>
            self.msg = '---------- PHASE: EXTRA_ISOS ----------'
           self.name = 'extra_isos'
           self.pool = <kobo.threads.ThreadPool object at 0x7f2dfbec1080>
  self.used_patterns = None
</LOCALS>
Frame process in /usr/lib/python3.6/site-packages/pungi/phases/weaver.py at line 79
<CODE>
      72             self.pool.queue_total,
      73             phases_names,
      74         )
      75         self.pool.log_info("[BEGIN] %s" % (msg,))
      76 
      77         for phase in pipeline:
      78             phase.start()
-->   79             phase.stop()
      80 
      81         self.pool.log_info("[DONE ] %s" % (msg,))
</CODE>
<LOCALS>
                item = [<pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f2dfbf31e10>]
                 msg = 'Running pipeline (2/6). Phases: extra_isos'
                 num = 2
               phase = <pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f2dfbf31e10>
        phases_names = 'extra_isos'
            pipeline = [<pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f2dfbf31e10>]
                self = <PipelineThread(Thread-142, stopped 139834597570304)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 139834597570304
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-142'
       self._started = <threading.Event object at 0x7f2d97d266a0>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 139834597570304
           self.kill = True
           self.name = 'Thread-142'
           self.pool = <kobo.threads.ThreadPool object at 0x7f2d97d26278>
        self.running = False
</LOCALS>
Frame run in /usr/lib/python3.6/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = [<pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f2dfbf31e10>]
                 num = 2
                self = <PipelineThread(Thread-142, stopped 139834597570304)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 139834597570304
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-142'
       self._started = <threading.Event object at 0x7f2d97d266a0>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 139834597570304
           self.kill = True
           self.name = 'Thread-142'
           self.pool = <kobo.threads.ThreadPool object at 0x7f2d97d26278>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.6/site-packages/six.py at line 693
<CODE>
     686 
     687     def reraise(tp, value, tb=None):
     688         try:
     689             if value is None:
     690                 value = tp()
     691             if value.__traceback__ is not tb:
     692                 raise value.with_traceback(tb)
-->  693             raise value
     694         finally:
     695             value = None
     696             tb = None
     697 
     698 else:
     699     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <PipelineThread(Thread-147, stopped 139833782040320)>
                self = <kobo.threads.ThreadPool object at 0x7f2d97d26278>
        self._logger = <Logger pungi (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('ERROR running command: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh\nFor more de
          self.queue = <queue.Queue object at 0x7f2d97d26b38>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f2dfbbac9b8>
self.queue_processed = 6
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f2dfbbac418>
    self.queue_total = 6
        self.threads = [<PipelineThread(Thread-142, stopped 139834597570304)>, <PipelineThread(Thread-143, stopped 139834589177600)>, <PipelineThread(Thread-144, stopped 139835441772288)>, <PipelineThread(Thread-145, stoppe
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/pungi/phases/weaver.py at line 57
<CODE>
      50 
      51         self.pool.start()
      52 
      53     def stop(self):
      54         if self.finished:
      55             return
      56         if hasattr(self, "pool"):
-->   57             self.pool.stop()
      58         self.finished = True
      59         self.compose.log_info("[DONE ] %s" % self.msg)
      60 
      61 
      62 class PipelineThread(WorkerThread):
      63     """
</CODE>
<LOCALS>
                self = <pungi.phases.weaver.WeaverPhase object at 0x7f2d97d262e8>
 self._phases_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
        self.compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
       self.finished = False
            self.msg = '---------- PHASE: WEAVER ----------'
           self.name = 'weaver'
           self.pool = <kobo.threads.ThreadPool object at 0x7f2d97d26278>
</LOCALS>
Frame process in /usr/lib/python3.6/site-packages/pungi/phases/weaver.py at line 79
<CODE>
      72             self.pool.queue_total,
      73             phases_names,
      74         )
      75         self.pool.log_info("[BEGIN] %s" % (msg,))
      76 
      77         for phase in pipeline:
      78             phase.start()
-->   79             phase.stop()
      80 
      81         self.pool.log_info("[DONE ] %s" % (msg,))
</CODE>
<LOCALS>
                item = [<pungi.phases.weaver.WeaverPhase object at 0x7f2d97d262e8>, <pungi.phases.weaver.WeaverPhase object at 0x7f2dfba06828>]
                 msg = 'Running pipeline (1/3). Phases: weaver, weaver'
                 num = 1
               phase = <pungi.phases.weaver.WeaverPhase object at 0x7f2d97d262e8>
        phases_names = 'weaver, weaver'
            pipeline = [<pungi.phases.weaver.WeaverPhase object at 0x7f2d97d262e8>, <pungi.phases.weaver.WeaverPhase object at 0x7f2dfba06828>]
                self = <PipelineThread(Thread-139, stopped 139834897970944)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 139834897970944
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-139'
       self._started = <threading.Event object at 0x7f2d97d26a90>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 139834897970944
           self.kill = True
           self.name = 'Thread-139'
           self.pool = <kobo.threads.ThreadPool object at 0x7f2d97d26048>
        self.running = False
</LOCALS>
Frame run in /usr/lib/python3.6/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = [<pungi.phases.weaver.WeaverPhase object at 0x7f2d97d262e8>, <pungi.phases.weaver.WeaverPhase object at 0x7f2dfba06828>]
                 num = 1
                self = <PipelineThread(Thread-139, stopped 139834897970944)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 139834897970944
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-139'
       self._started = <threading.Event object at 0x7f2d97d26a90>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 139834897970944
           self.kill = True
           self.name = 'Thread-139'
           self.pool = <kobo.threads.ThreadPool object at 0x7f2d97d26048>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.6/site-packages/six.py at line 693
<CODE>
     686 
     687     def reraise(tp, value, tb=None):
     688         try:
     689             if value is None:
     690                 value = tp()
     691             if value.__traceback__ is not tb:
     692                 raise value.with_traceback(tb)
-->  693             raise value
     694         finally:
     695             value = None
     696             tb = None
     697 
     698 else:
     699     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <PipelineThread(Thread-141, stopped 139834923149056)>
                self = <kobo.threads.ThreadPool object at 0x7f2d97d26048>
        self._logger = <Logger pungi (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('ERROR running command: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh\nFor more de
          self.queue = <queue.Queue object at 0x7f2d97d26748>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f2dfbbac4b8>
self.queue_processed = 3
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f2dfbbac558>
    self.queue_total = 3
        self.threads = [<PipelineThread(Thread-139, stopped 139834897970944)>, <PipelineThread(Thread-140, stopped 139835430106880)>, <PipelineThread(Thread-141, stopped 139834923149056)>]
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/pungi/phases/weaver.py at line 57
<CODE>
      50 
      51         self.pool.start()
      52 
      53     def stop(self):
      54         if self.finished:
      55             return
      56         if hasattr(self, "pool"):
-->   57             self.pool.stop()
      58         self.finished = True
      59         self.compose.log_info("[DONE ] %s" % self.msg)
      60 
      61 
      62 class PipelineThread(WorkerThread):
      63     """
</CODE>
<LOCALS>
                self = <pungi.phases.weaver.WeaverPhase object at 0x7f2d97d267f0>
 self._phases_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
        self.compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
       self.finished = False
            self.msg = '---------- PHASE: WEAVER ----------'
           self.name = 'weaver'
           self.pool = <kobo.threads.ThreadPool object at 0x7f2d97d26048>
</LOCALS>
Frame run_compose in /usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py at line 533
<CODE>
     526         (compose_images_phase, post_image_phase),
     527         osbs_phase,
     528         repoclosure_phase,
     529     )
     530     extra_phase = pungi.phases.WeaverPhase(compose, extra_phase_schema)
     531 
     532     extra_phase.start()
-->  533     extra_phase.stop()
     534 
     535     pungi.metadata.write_compose_info(compose)
     536     if not (
     537         buildinstall_phase.skip()
     538         and ostree_installer_phase.skip()
     539         and createiso_phase.skip()
</CODE>
<LOCALS>
                arch = 'src'
  buildinstall_phase = <pungi.phases.buildinstall.BuildinstallPhase object at 0x7f2dfbf31390>
             compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
compose_images_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f2d97d262e8>
compose_images_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
    config_copy_path = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/global/config-copy'
    config_dump_full = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/global/config-dump.global.log'
         config_file = '/root/opencloudos/compose/pungi-opencloudos/opencloudos/override.conf'
  create_latest_link = True
     createiso_phase = <pungi.phases.createiso.CreateisoPhase object at 0x7f2dfbf31cf8>
    createrepo_phase = <pungi.phases.createrepo.CreaterepoPhase object at 0x7f2dfbf31550>
              errors = []
    essentials_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f2e0a606898>
   essentials_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
    extra_isos_phase = <pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f2dfbf31e10>
         extra_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f2d97d267f0>
  extra_phase_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
    extrafiles_phase = <pungi.phases.extra_files.ExtraFilesPhase object at 0x7f2dfbf31470>
                   f = <_io.TextIOWrapper name='/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/global/config-dump.global.log' mode='w' encoding='UTF-8'>
        gather_phase = <pungi.phases.gather.GatherPhase object at 0x7f2dfbf314a8>
   image_build_phase = <pungi.phases.image_build.ImageBuildPhase object at 0x7f2dfbec1a90>
image_checksum_phase = <pungi.phases.image_checksum.ImageChecksumPhase object at 0x7f2dfbf15be0>
image_container_phase = <pungi.phases.image_container.ImageContainerPhase object at 0x7f2dfbec75c0>
          init_phase = <pungi.phases.init.InitPhase object at 0x7f2dfbf15f60>
latest_link_components = -1
  latest_link_status = None
    liveimages_phase = <pungi.phases.live_images.LiveImagesPhase object at 0x7f2dfbec1390>
     livemedia_phase = <pungi.phases.livemedia_phase.LiveMediaPhase object at 0x7f2dfbec1710>
          osbs_phase = <pungi.phases.osbs.OSBSPhase object at 0x7f2dfbec7208>
       osbuild_phase = <pungi.phases.osbuild.OSBuildPhase object at 0x7f2dfbec1e10>
ostree_installer_phase = <pungi.phases.ostree_installer.OstreeInstallerPhase object at 0x7f2dfbf317f0>
        ostree_phase = <pungi.phases.ostree.OSTreePhase object at 0x7f2dfbf31b38>
               phase = <pungi.phases.image_container.ImageContainerPhase object at 0x7f2dfbec75c0>
        pkgset_phase = <pungi.phases.pkgset.PkgsetPhase object at 0x7f2dfbf310f0>
    post_image_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f2dfba06828>
               pungi = <module 'pungi' from '/usr/lib/python3.6/site-packages/pungi/__init__.py'>
   repoclosure_phase = <pungi.phases.repoclosure.RepoclosurePhase object at 0x7f2dfbf15da0>
          test_phase = <pungi.phases.test.TestPhase object at 0x7f2dfbec7940>
           timestamp = '1702988554.029760'
             variant = Variant(id="Minimal", name="Minimal", type="variant", parent=None)
</LOCALS>
Frame main in /usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py at line 337
<CODE>
     330     notifier.compose = compose
     331     COMPOSE = compose
     332     try:
     333         run_compose(
     334             compose,
     335             create_latest_link=create_latest_link,
     336             latest_link_status=latest_link_status,
-->  337             latest_link_components=latest_link_components,
     338         )
     339     except UnsignedPackagesError:
     340         # There was an unsigned package somewhere. It is not safe to reuse any
     341         # package set from this compose (since we could leak the unsigned
     342         # package). Let's make sure all reuse files are deleted.
     343         for fp in glob.glob(compose.paths.work.pkgset_reuse_file("*")):
</CODE>
<LOCALS>
             Compose = <class 'pungi.compose.Compose'>
PHASES_NAMES_MODIFIED = ['buildinstall', 'createiso', 'createrepo', 'extra_files', 'extra_isos', 'gather', 'image_build', 'image_checksum', 'image_container', 'init', 'live_images', 'live_media', 'osbs', 'osbuild', 'ostree',
               abort = <function main.<locals>.abort at 0x7f2dfc91aea0>
             compose = <pungi.compose.Compose object at 0x7f2dfbf59cf8>
         compose_dir = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2'
        compose_type = 'production'
                conf = {'RELEASE_NAME': 'OpenCloudOS', 'RELEASE_SHORT': 'OpenCloudOS', 'RELEASE_VERSION': '9.0', 'PKGSET_KOJI_TAG': 'dist-oc9-compose', 'RUNROOT_CHANNEL': 'image', 'RUNROOT_TAG': 'dist-oc9-build', 'RELEASE_V
  create_latest_link = True
              errors = []
       fail_to_start = <function main.<locals>.fail_to_start at 0x7f2dfc91ae18>
               group = <argparse._MutuallyExclusiveGroup object at 0x7f2e0a1c9e80>
                kobo = <module 'kobo' from '/usr/lib/python3.6/site-packages/kobo/__init__.py'>
latest_link_components = -1
  latest_link_status = None
              logger = <Logger pungi (DEBUG)>
            notifier = <pungi.notifier.PungiNotifier object at 0x7f2dfc915f28>
                opts = Namespace(compose_dir=None, compose_type='production', config='/root/opencloudos/compose/pungi-opencloudos/oc.conf', just_phase=[], koji_event=None, label='RC-9.0', latest_link_components=-1, latest_l
              parser = ArgumentParser(prog='pungi-koji', usage=None, description=None, formatter_class=<class 'argparse.HelpFormatter'>, conflict_handler='error', add_help=True)
           productmd = <module 'productmd' from '/usr/lib/python3.6/site-packages/productmd/__init__.py'>
               pungi = <module 'pungi' from '/usr/lib/python3.6/site-packages/pungi/__init__.py'>
             warning = 'WARNING: Unrecognized config option: version.'
            warnings = ["WARNING: Config option runroot was removed and has no effect; remove it. Please specify 'runroot_method' if you want to enable runroot, otherwise run things locally.", 'WARNING: Config option bootab
</LOCALS>
Frame cli_main in /usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py at line 637
<CODE>
     630 
     631 
     632 def cli_main():
     633     signal.signal(signal.SIGINT, sigterm_handler)
     634     signal.signal(signal.SIGTERM, sigterm_handler)
     635 
     636     try:
-->  637         main()
     638     except (Exception, KeyboardInterrupt) as ex:
     639         if COMPOSE:
     640             tb_path = COMPOSE.paths.log.log_file("global", "traceback")
     641             COMPOSE.log_error("Compose run failed: %s" % ex)
     642             COMPOSE.log_error("Extended traceback in: %s" % tb_path)
     643             COMPOSE.log_critical("Compose failed: %s" % COMPOSE.topdir)
</CODE>
<LOCALS>
                  ex = RuntimeError('ERROR running command: bash /mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/work/aarch64/tmp-Minimal/extraiso-OpenCloudOS-9.0-minimal-aarch64.iso.sh\nFor more details see /mnt/koji/compos
                   f = <_io.BufferedWriter name='/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/global/traceback.global.log'>
                kobo = <module 'kobo' from '/usr/lib/python3.6/site-packages/kobo/__init__.py'>
             tb_path = '/mnt/koji/compose/9/OpenCloudOS-9.0-20231219.2/logs/global/traceback.global.log'
</LOCALS>