Scan crash due to the icepap timeout error
Like bellow:
ERROR 2021-04-25 19:08:01,473 bliss.scans: Exception caught in axis.prepare (timeout on socket(iceid102, 5000))================> ] 327/521 eta [03:48]
!!! === CommandTimeout: timeout on socket(iceid102, 5000) === !!! ( for more details type cmd 'last_error' )
ERROR 2021-04-25 19:08:01,486 bliss.scans: Exception caught in musst_cc1_acc_master.prepare (GreenletExit)
!!! === CommandTimeout: timeout on socket(iceid102, 5000) === !!! ( for more details type cmd 'last_error' )
!!! === CommandTimeout: timeout on socket(iceid102, 5000) === !!! ( for more details type cmd 'last_error' )
EH1_EXP [1414]: last_error
Out [1414]: 25/04/2021 19:08:06 Traceback (most recent call last):
File "/users/blissadm/local/bliss.git/bliss/shell/cli/repl.py", line 885, in embed
cmd_line_i._execute(inp)
File "/users/blissadm/local/bliss.git/bliss/shell/cli/repl.py", line 481, in _execute
raise exception # .with_traceback(exception.__traceback__)
File "/users/blissadm/local/bliss.git/bliss/shell/cli/repl.py", line 472, in _execute_task
self._execute_line(*args, **kwargs)
File "/users/blissadm/local/bliss.git/bliss/shell/cli/repl.py", line 411, in _execute_line
self._eval_line(line)
File "/users/blissadm/local/bliss.git/bliss/shell/cli/repl.py", line 421, in _eval_line
result = eval(code, self.get_globals(), self.get_locals())
File "<stdin>", line 1, in <module>
File "/data/id10b/inhouse/user21/steinruck/macros/steinruck_macros.py", line 203, in do_series_of_ygH
do_series()
File "/data/id10b/inhouse/user21/steinruck/macros/steinruck_macros.py", line 190, in do_series
do_ctr(6)
File "/data/id10b/inhouse/user21/steinruck/macros/steinruck_macros.py", line 67, in do_ctr
autof_eh1.a2scan(chi,0,15.6,gam,0,31.2,400,0.1)
File "/users/blissadm/local/bliss.git/bliss/common/auto_filter/__init__.py", line 435, in a2scan
**kwargs,
File "/users/blissadm/local/bliss.git/bliss/common/auto_filter/__init__.py", line 634, in anscan
s.run()
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 1661, in run
self._disable_caching()
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/contextlib.py", line 119, in __exit__
next(self.gen)
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 286, in capture_exceptions
raise value
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 262, in capture
yield
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 1551, in run
for i in scan_chain_iterators
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 506, in send
return self.runner.send(arg)
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 571, in _run
self._gwait(stop_tasks, masked_kill_nb=1)
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/contextlib.py", line 119, in __exit__
next(self.gen)
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 286, in capture_exceptions
raise value
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 262, in capture
yield
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 542, in _run
t.get() # get the task result ; this may raise an exception
File "/users/blissadm/local/bliss.git/bliss/common/greenlet_utils.py", line 102, in get
return super().get(*args, **keys)
File "src/gevent/greenlet.py", line 803, in gevent._gevent_cgreenlet.Greenlet.get
File "src/gevent/greenlet.py", line 371, in gevent._gevent_cgreenlet.Greenlet._raise_exception
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/site-packages/gevent/_compat.py", line 65, in reraise
raise value.with_traceback(tb)
File "src/gevent/greenlet.py", line 906, in gevent._gevent_cgreenlet.Greenlet.run
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 500, in _run_next
i.prepare(scan, scan.scan_info)
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 911, in prepare
join_tasks(tasks)
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 70, in join_tasks
gevent.joinall(greenlets, raise_error=True, **kw)
File "src/gevent/greenlet.py", line 1057, in gevent._gevent_cgreenlet.joinall
File "src/gevent/greenlet.py", line 1073, in gevent._gevent_cgreenlet.joinall
File "src/gevent/greenlet.py", line 371, in gevent._gevent_cgreenlet.Greenlet._raise_exception
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/site-packages/gevent/_compat.py", line 65, in reraise
raise value.with_traceback(tb)
File "src/gevent/greenlet.py", line 906, in gevent._gevent_cgreenlet.Greenlet.run
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 595, in acq_prepare
return self.prepare()
File "/users/blissadm/local/bliss.git/bliss/scanning/acquisition/motor.py", line 578, in prepare
self.device.move(*self.next_mv_cmd_arg)
File "/users/blissadm/local/bliss.git/bliss/common/motor_group.py", line 164, in move
target_pos, relative=relative, polling_time=polling_time
File "/users/blissadm/local/bliss.git/bliss/common/axis.py", line 632, in func_wrapper
return func(self, *args, **kwargs)
File "/users/blissadm/local/bliss.git/bliss/common/axis.py", line 1778, in get_motion
hw_pos = self._hw_position
File "/users/blissadm/local/bliss.git/bliss/common/axis.py", line 632, in func_wrapper
return func(self, *args, **kwargs)
File "/users/blissadm/local/bliss.git/bliss/common/axis.py", line 1095, in _hw_position
return self._do_read_hw_position()
File "/users/blissadm/local/bliss.git/bliss/common/axis.py", line 632, in func_wrapper
return func(self, *args, **kwargs)
File "/users/blissadm/local/bliss.git/bliss/common/axis.py", line 1100, in _do_read_hw_position
curr_pos = self.__controller.read_position(self) / self.steps_per_unit
File "/users/blissadm/local/bliss.git/bliss/controllers/motors/icepap/__init__.py", line 184, in read_position
return int(_command(self._cnx, "?%s %s" % (pos_cmd, axis.address)))
File "/users/blissadm/local/bliss.git/bliss/common/greenlet_utils.py", line 69, in func
return fu(*args, **kwargs)
File "/users/blissadm/local/bliss.git/bliss/controllers/motors/icepap/comm.py", line 81, in _command
return _command_raw(cnx, cmd, data, pre_cmd, timeout=timeout)
File "/users/blissadm/local/bliss.git/bliss/controllers/motors/icepap/comm.py", line 129, in _command_raw
transaction=transaction, clear_transaction=False, timeout=timeout
File "/users/blissadm/local/bliss.git/bliss/comm/tcp.py", line 400, in rfunc
return fu(self, *args, **kwarg)
File "/users/blissadm/local/bliss.git/bliss/comm/tcp.py", line 580, in _readline
read_value = transaction.get()
File "src/gevent/queue.py", line 335, in gevent._gevent_cqueue.Queue.get
File "src/gevent/queue.py", line 350, in gevent._gevent_cqueue.Queue.get
File "src/gevent/queue.py", line 327, in gevent._gevent_cqueue.Queue._Queue__get_or_peek
File "src/gevent/_waiter.py", line 154, in gevent._gevent_c_waiter.Waiter.get
File "src/gevent/_greenlet_primitives.py", line 61, in gevent._gevent_c_greenlet_primitives.SwitchOutGreenletWithLoop.switch
File "src/gevent/_greenlet_primitives.py", line 61, in gevent._gevent_c_greenlet_primitives.SwitchOutGreenletWithLoop.switch
File "src/gevent/_greenlet_primitives.py", line 65, in gevent._gevent_c_greenlet_primitives.SwitchOutGreenletWithLoop.switch
File "src/gevent/_gevent_c_greenlet_primitives.pxd", line 35, in gevent._gevent_c_greenlet_primitives._greenlet_switch
bliss.comm.tcp.CommandTimeout: timeout on socket(iceid102, 5000)