Do not loose traceback chain on job exception
Worker:
Traceback (most recent call last):
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewokscore/task.py", line 337, in execute
self.run()
File "/home/opid31/ewoks/ewoksxrpd/src/ewoksxrpd/tasks/integrate.py", line 78, in run
with self._worker() as (worker, config):
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/contextlib.py", line 112, in __enter__
return next(self.gen)
File "/home/opid31/ewoks/ewoksxrpd/src/ewoksxrpd/tasks/integrate.py", line 35, in _worker
options = self._get_pyfai_options()
File "/home/opid31/ewoks/ewoksxrpd/src/ewoksxrpd/tasks/integrate.py", line 54, in _get_pyfai_options
data_utils.data_from_storage(self.inputs.mask)
File "/home/opid31/ewoks/ewoksxrpd/src/ewoksxrpd/tasks/data_access.py", line 47, in get_image
return bliss.get_image(*args, **kw)
File "/home/opid31/ewoks/ewoksdata/src/ewoksdata/data/bliss.py", line 36, in get_image
data = get_data(*args, **kwargs)
File "/home/opid31/ewoks/ewoksdata/src/ewoksdata/data/bliss.py", line 28, in get_data
return silx_get_data(data)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/silx/io/utils.py", line 887, in get_data
raise IOError("File '%s' not found" % url.file_path())
OSError: File '/gpfs/jazzy/data/visitor/in1029/id31/20221115/streamline/calibration/mask.edf' not found
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/celery/app/trace.py", line 451, in trace_task
R = retval = fun(*args, **kwargs)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/celery/app/trace.py", line 734, in __protected_call__
return self.run(*args, **kwargs)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewoksjob/apps/ewoks.py", line 23, in wrapper
return method(self, *args, **kwargs)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewoksjob/apps/ewoks.py", line 35, in wrapper
return method(self, *args, **kwargs)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewoksjob/apps/ewoks.py", line 44, in execute_graph
return submit(tasks.execute_graph, *args, **kwargs)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewoksjob/worker/submit.py", line 9, in submit
return func(*args, **kwargs)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewoksjob/tasks/ewoks.py", line 26, in execute_graph
result = ewoks.execute_graph(workflow, **kwargs)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewoks/bindings.py", line 28, in execute_graph
return mod.execute_graph(graph, **execute_options)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewokscore/events/contexts.py", line 25, in wrapper
return method(*args, execinfo=execinfo, **kw)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewokscore/bindings.py", line 56, in execute_graph
return sequential.execute_graph(taskgraph.graph, **execute_options)
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewokscore/graph/execute/sequential.py", line 124, in execute_graph
cleanup_references=evict_result_counter is not None,
File "/users/opid31/.conda/envs/ewoksworker/lib/python3.7/site-packages/ewokscore/task.py", line 343, in execute
raise RuntimeError(f"Task '{self.label}' failed") from e
RuntimeError: Task 'integrate1d' failed
Client
Traceback (most recent call last):
File "reprocess2.py", line 93, in <module>
submit(args=(workflow,), kwargs=kwargs).get()
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.8/site-packages/celery/result.py", line 224, in get
return self.backend.wait_for_pending(
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.8/site-packages/celery/backends/asynchronous.py", line 223, in wait_for_pending
return result.maybe_throw(callback=callback, propagate=propagate)
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.8/site-packages/celery/result.py", line 336, in maybe_throw
self.throw(value, self._to_remote_traceback(tb))
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.8/site-packages/celery/result.py", line 329, in throw
self.on_ready.throw(*args, **kwargs)
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.8/site-packages/vine/promises.py", line 234, in throw
reraise(type(exc), exc, tb)
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.8/site-packages/vine/utils.py", line 30, in reraise
raise value
RuntimeError: Task 'integrate1d' failed