Random GPIB timeout during scan
As below:
EH1_EXP [760]: autof_eh1.a2scan(mu,2.7,5.5,gam,2.7,5.5,70,20)
Out [760]: Scan(number=119, name=autof.a2scan, path=/data/id10b/inhouse/2021_07/ihma154/id10/eh1_exp_2021_07_07_22keV/eh1_exp_2021_07_07_22keV_0001/eh1_exp_2021_07_07_22keV_0001.h5)
EH1_EXP [761]: autof_eh1.a2scan(mu,5.5,18,gam,5.5,18,312,5)
!!! === GpibTimeout: timeout on gpib(tango_gpib_device_server://id10/gpib_40/0,13) === !!! ( for more details type cmd 'last_error' )of 6.7% [> ] 29/433 eta [40:40]
!!! === Timeout: 10.0 seconds: write_readlines error on GPIB type=ENET url='enet://gpibid10e.esrf.fr'
primary address='12' secondary address='0' tmo='13' timeout(s)='10.0' eol='
' === !!! ( for more details type cmd 'last_error' )
!!! === Timeout: 10.0 seconds: write_readlines error on GPIB type=ENET url='enet://gpibid10e.esrf.fr'
primary address='11' secondary address='0' tmo='13' timeout(s)='10.0' eol='
' === !!! ( for more details type cmd 'last_error' )
!!! === Timeout: === !!! ( for more details type cmd 'last_error' ) rhod: -19.577[deg], phid: -0. 2 [deg], ccmon : 5.156[deg], Autof: 4 26
!!! === Timeout: === !!! ( for more details type cmd 'last_error' )
!!! === GpibTimeout: timeout on gpib(tango_gpib_device_server://id10/gpib_40/0,13) === !!! ( for more details type cmd 'last_error' )
ERROR 2021-07-10 12:41:54,307 bliss.scans: Exception caught in keithley.wait_ready (Timeout)
!!! === Timeout: === !!! ( for more details type cmd 'last_error' )
ERROR 2021-07-10 12:41:54,310 bliss.scans: Exception caught in keithley.wait_ready (Timeout)
!!! === Timeout: === !!! ( for more details type cmd 'last_error' )
ERROR 2021-07-10 12:41:54,313 bliss.scans: Exception caught in musst_eh1.wait_ready (timeout on gpib(tango_gpib_device_server://id10/gpib_40/0,13))
!!! === GpibTimeout: timeout on gpib(tango_gpib_device_server://id10/gpib_40/0,13) === !!! ( for more details type cmd 'last_error' )
ERROR 2021-07-10 12:41:54,317 bliss.scans: Exception caught in wcid10f.wait_ready (GreenletExit)
!!! === Timeout: === !!! ( for more details type cmd 'last_error' )
ERROR 2021-07-10 12:41:56,374 bliss.scans: Exception caught in keithley.wait_reading (Timeout)9.577[deg], phid: -0.020[deg], ccmono: 5. 55
!!! === Timeout: === !!! ( for more details type cmd 'last_error' )
!!! === Timeout: === !!! ( for more details type cmd 'last_error' )
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
File "/users/blissadm/local/bliss.git/bliss/common/auto_filter/__init__.py", line 438, in a2scan
**kwargs,
File "/users/blissadm/local/bliss.git/bliss/common/auto_filter/__init__.py", line 637, in anscan
s.run()
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 1661, in run
self._disable_caching()
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/contextlib.py", line 119, in __exit__
next(self.gen)
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 286, in capture_exceptions
raise value
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 262, in capture
yield
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 1551, in run
for i in scan_chain_iterators
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 506, in send
return self.runner.send(arg)
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 571, in _run
self._gwait(stop_tasks, masked_kill_nb=1)
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/contextlib.py", line 119, in __exit__
next(self.gen)
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 286, in capture_exceptions
raise value
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 262, in capture
yield
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 542, in _run
t.get() # get the task result ; this may raise an exception
File "/users/blissadm/local/bliss.git/bliss/common/greenlet_utils.py", line 105, in get
raise t
bliss.common.greenlet_utils.Timeout
autof_eh1.a2scan(mu,5.5,18,gam,5.5,18,312,5)
EH1_EXP [762]: last_error
Out [762]: 10/07/2021 12:41:56 Traceback (most recent call last):
File "/users/blissadm/local/bliss.git/bliss/common/greenlet_utils.py", line 102, in get
return super().get(*args, **keys)
File "src/gevent/greenlet.py", line 803, in gevent._gevent_cgreenlet.Greenlet.get
File "src/gevent/greenlet.py", line 371, in gevent._gevent_cgreenlet.Greenlet._raise_exception
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/site-packages/gevent/_compat.py", line 65, in reraise
raise value.with_traceback(tb)
File "src/gevent/greenlet.py", line 906, in gevent._gevent_cgreenlet.Greenlet.run
File "/users/blissadm/local/bliss.git/bliss/common/auto_filter/acquisition_objects.py", line 117, in reading
return self.device.reading()
File "/users/blissadm/local/bliss.git/bliss/scanning/acquisition/counter.py", line 309, in reading
for i, x in enumerate(self.device.read_all(*counters))
File "/users/blissadm/local/bliss.git/bliss/controllers/keithley.py", line 305, in read_all
values = self.__comm["READ"]
File "/users/blissadm/local/bliss.git/bliss/comm/scpi.py", line 683, in __getitem__
return self.language[name]
File "/users/blissadm/local/bliss.git/bliss/comm/scpi.py", line 444, in __getitem__
result = self.command(cmd + "?")
File "/users/blissadm/local/bliss.git/bliss/comm/scpi.py", line 528, in command
return f(*cmds, **kwargs)
File "/users/blissadm/local/bliss.git/bliss/comm/scpi.py", line 581, in read
raw_results = self.interface.write_readlines(msg.encode(), len(queries))
File "/users/blissadm/local/bliss.git/bliss/common/greenlet_utils.py", line 69, in func
return fu(*args, **kwargs)
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/_gpib.py", line 508, in write_readlines
self._write(msg)
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/_gpib.py", line 348, in rfunc
return fu(self, *args, **keys)
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/_gpib.py", line 482, in _write
return self._raw_handler.ibwrt(msg)
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/libnienet.py", line 340, in ibwrt
self._sresp()
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/libnienet.py", line 144, in _sresp
ret = self._read()
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/libnienet.py", line 135, in _read
rx = b"".join(self._read_frags(many))
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/libnienet.py", line 125, in _read_frags
header = self._recv(struct.calcsize(self._headfmt))
File "/users/blissadm/local/bliss.git/bliss/comm/gpib/_gpib.py", line 138, in _recv
return self._sock.read(length)
File "/users/blissadm/local/bliss.git/bliss/comm/tcp.py", line 61, in rfunc
return fu(self, *args, **kwarg)
File "/users/blissadm/local/bliss.git/bliss/comm/tcp.py", line 220, in read
return msg
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/contextlib.py", line 119, in __exit__
next(self.gen)
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 286, in capture_exceptions
raise value
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 262, in capture
yield
File "/users/blissadm/local/bliss.git/bliss/comm/tcp.py", line 202, in read
self._event.wait()
File "src/gevent/event.py", line 163, in gevent._gevent_cevent.Event.wait
File "src/gevent/_abstract_linkable.py", line 521, in gevent._gevent_c_abstract_linkable.AbstractLinkable._wait
File "src/gevent/_abstract_linkable.py", line 487, in gevent._gevent_c_abstract_linkable.AbstractLinkable._wait_core
File "src/gevent/_abstract_linkable.py", line 496, in gevent._gevent_c_abstract_linkable.AbstractLinkable._wait_core
File "src/gevent/_abstract_linkable.py", line 490, in gevent._gevent_c_abstract_linkable.AbstractLinkable._wait_core
File "src/gevent/_abstract_linkable.py", line 442, in gevent._gevent_c_abstract_linkable.AbstractLinkable._AbstractLinkable__wait_to_be_notified
File "src/gevent/_abstract_linkable.py", line 451, in gevent._gevent_c_abstract_linkable.AbstractLinkable._switch_to_hub
File "src/gevent/_greenlet_primitives.py", line 61, in gevent._gevent_c_greenlet_primitives.SwitchOutGreenletWithLoop.switch
File "src/gevent/_greenlet_primitives.py", line 65, in gevent._gevent_c_greenlet_primitives.SwitchOutGreenletWithLoop.switch
File "src/gevent/_gevent_c_greenlet_primitives.pxd", line 35, in gevent._gevent_c_greenlet_primitives._greenlet_switch
bliss.common.greenlet_utils.Timeout: 10.0 seconds: write_readlines error on GPIB type=ENET url='enet://gpibid10e.esrf.fr'
primary address='11' secondary address='0' tmo='13' timeout(s)='10.0' eol='
'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 262, in capture
yield
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 571, in _run
self._gwait(stop_tasks, masked_kill_nb=1)
File "/users/blissadm/local/bliss.git/bliss/scanning/scan.py", line 483, in _gwait
gevent.joinall(greenlets, raise_error=True)
File "src/gevent/greenlet.py", line 1057, in gevent._gevent_cgreenlet.joinall
File "src/gevent/greenlet.py", line 1073, in gevent._gevent_cgreenlet.joinall
File "src/gevent/greenlet.py", line 371, in gevent._gevent_cgreenlet.Greenlet._raise_exception
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/site-packages/gevent/_compat.py", line 65, in reraise
raise value.with_traceback(tb)
File "src/gevent/greenlet.py", line 906, in gevent._gevent_cgreenlet.Greenlet.run
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 984, in stop
gevent.joinall(preset_tasks, raise_error=True)
File "/users/blissadm/conda/miniconda/envs/bliss_dev/lib/python3.7/contextlib.py", line 119, in __exit__
next(self.gen)
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 286, in capture_exceptions
raise value
File "/users/blissadm/local/bliss.git/bliss/common/cleanup.py", line 262, in capture
yield
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 972, in stop
self.wait_all_devices()
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 938, in wait_all_devices
acq_obj_iter.acq_wait_reading()
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 446, in acq_wait_reading
self.wait_reading()
File "/users/blissadm/local/bliss.git/bliss/scanning/chain.py", line 812, in wait_reading
self._reading_task.get()
File "/users/blissadm/local/bliss.git/bliss/common/greenlet_utils.py", line 105, in get
raise t
bliss.common.greenlet_utils.Timeout