DMSC Integration Testing

Test: chexus|loki|run_chexus|

2025-09-15 00:16:36: success

None

2025-09-14 00:16:23: success

None

2025-09-13 00:16:33: success

None

2025-09-12 00:16:26: success

None

2025-09-11 00:16:05: failed

instrument = 'loki', coda_proposal_id = '999999'
pathfinder = . at 0x7ff8105a77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
> path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)

tests/chexus/chexus_test.py:16:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/testing/nexusfiles/setup_fixtures.py:34: in
"manual": lambda *args, **kwargs: coda.get_latest_nexus_paths(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

instrument = 'LoKI', proposal_id = '999999', n = 1, inspect = 20

def get_latest_nexus_paths(
instrument: str, proposal_id: str | None, n: int = 1, inspect: int = 20
) -> list[Path]:
"""
Get the latest file paths manually by sorting the files in the directory.

Parameters
----------
instrument:
The instrument name.
proposal_id:
SciCat proposal ID for CODA.
If ``None``, the environment variable ``OVERRIDE_RAW_DATA_DIR`` must be set.
n:
The number of files to return.
inspect:
The number of files to inspect before returning.

Returns
-------
:
Paths to the n latest files for the given instrument and proposal.
"""
instrument = NEXUS_INSTRUMENT_NAME[instrument]
path = _coda_raw_data_path(proposal_id)
files_found = []
logging.info(
"Scanning the %d latest files in %s for instrument %s",
inspect,
path,
instrument,
)
recent_files = sorted(path.glob("*.hdf"))[-inspect::][::-1]
logging.info("Recent files: %s", recent_files)
for file in recent_files:
logging.info("Inspecting file: %s", file)
try:
with snx.File(file, "r", locking=False) as f:
instrument_in_file = f["/entry/instrument/name"][()]
if instrument_in_file == instrument:
logging.info(
"File %s matches requested instrument %s. Adding to list. "
"Last modified: %s",
file,
instrument,
datetime.fromtimestamp(
os.stat(file).st_mtime, tz=local_timezone()
),
)
files_found.append(file)
if len(files_found) == n:
logging.info("Found %d files. Returning.", n)
return files_found
else:
logging.info(
"File instrument is %s, but %s was requested. Skipping.",
instrument_in_file,
instrument,
)
except OSError as e:
logging.warning(
"File %s could not be opened. Reason: %s",
file,
e,
)
continue
logging.error("No files found for instrument %s", instrument)
> raise RuntimeError(f"No files found for instrument {instrument}")
E RuntimeError: No files found for instrument LoKI

.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/nexusfiles/coda.py:94: RuntimeError

2025-09-10 00:16:32: success

None

2025-09-09 00:16:30: success

None

2025-09-08 00:16:00: success

None

2025-09-07 00:16:17: success

None

2025-09-06 00:16:23: success

None

2025-09-05 00:16:13: success

None

2025-09-04 00:16:17: success

None

2025-09-03 00:16:16: success

None

2025-09-02 00:27:28: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7fede880b7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
> path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)

tests/chexus/chexus_test.py:16:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/testing/nexusfiles/setup_fixtures.py:34: in
"manual": lambda *args, **kwargs: coda.get_latest_nexus_paths(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

instrument = 'LoKI', proposal_id = '977695', n = 1, inspect = 20

def get_latest_nexus_paths(
instrument: str, proposal_id: str | None, n: int = 1, inspect: int = 20
) -> list[Path]:
"""
Get the latest file paths manually by sorting the files in the directory.

Parameters
----------
instrument:
The instrument name.
proposal_id:
SciCat proposal ID for CODA.
If ``None``, the environment variable ``OVERRIDE_RAW_DATA_DIR`` must be set.
n:
The number of files to return.
inspect:
The number of files to inspect before returning.

Returns
-------
:
Paths to the n latest files for the given instrument and proposal.
"""
instrument = NEXUS_INSTRUMENT_NAME[instrument]
path = _coda_raw_data_path(proposal_id)
files_found = []
logging.info(
"Scanning the %d latest files in %s for instrument %s",
inspect,
path,
instrument,
)
recent_files = sorted(path.glob("*.hdf"))[-inspect::][::-1]
logging.info("Recent files: %s", recent_files)
for file in recent_files:
logging.info("Inspecting file: %s", file)
try:
with snx.File(file, "r", locking=False) as f:
instrument_in_file = f["/entry/instrument/name"][()]
if instrument_in_file == instrument:
logging.info(
"File %s matches requested instrument %s. Adding to list. "
"Last modified: %s",
file,
instrument,
datetime.fromtimestamp(
os.stat(file).st_mtime, tz=local_timezone()
),
)
files_found.append(file)
if len(files_found) == n:
logging.info("Found %d files. Returning.", n)
return files_found
else:
logging.info(
"File instrument is %s, but %s was requested. Skipping.",
instrument_in_file,
instrument,
)
except OSError as e:
logging.warning(
"File %s could not be opened. Reason: %s",
file,
e,
)
continue
logging.error("No files found for instrument %s", instrument)
> raise RuntimeError(f"No files found for instrument {instrument}")
E RuntimeError: No files found for instrument LoKI

.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/nexusfiles/coda.py:94: RuntimeError

2025-09-01 00:25:43: success

None

2025-08-31 00:27:13: success

None

2025-08-30 00:18:52: success

None

2025-08-29 00:21:14: success

None

2025-08-28 00:23:17: success

None

2025-08-27 00:22:25: success

None

2025-08-25 00:20:26: success

None

2025-08-24 00:30:26: success

None

2025-08-23 00:20:54: success

None

2025-08-22 00:18:54: success

None

2025-08-21 00:18:08: success

None

2025-08-20 00:18:13: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f9cea6b77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
report = chexus.report(results=results)
logging.info(report)
logging.info(chexus.make_fileinfo(path))
if chexus.has_violations(results):
> raise AssertionError(f"Validation failed for {path}: \n" + report)
E AssertionError: Validation failed for /ess/data/coda/2025/977695/raw/977695_00081009.hdf:
E Violations
E ----------
E depends_on_missing @ /entry/instrument/thermometer_box_ts1
E depends_on_missing @ /entry/instrument/thermometer_box_ts2
E depends_on_missing @ /entry/instrument/thermometer_box_ts3
E depends_on_missing @ /entry/instrument/thermometer_box_ts4
E depends_on_missing @ /entry/instrument/thermometer_box_ts5
E depends_on_missing @ /entry/instrument/thermometer_box_ts6
E depends_on_missing @ /entry/instrument/thermometer_box_ts7
E depends_on_missing @ /entry/instrument/thermometer_box_ts8
E depends_on_target_missing @ /entry/instrument/loki_detector_0/transformations/trans_1 (depends_on target /entry/instrument/detector_carriage/target_value is not a transformation)
E
E
E Summary
E -------
E depends_on_missing: 8/56
E depends_on_target_missing: 1/119
E float_dataset_units_missing: 0/541
E group_has_units: 0/287
E index_has_units: 0/181
E mask_has_units: 0/0
E non_numeric_dataset_has_units: 0/264
E NX_class_attr_missing: 0/287
E NX_class_is_legacy: 0/287
E transformation_depends_on_missing: 0/58
E transformation_offset_units_missing: 0/0
E units_invalid: 0/1096
E NXlog_has_value: 0/124
E detector_numbers are not unique: 0/9
E event_id is not subset of associated detector_numbers: 0/9
E Shape of pixel offsets does not correspond to detector_number: 0/9
E chopper_frequency_unit_invalid: 0/4
E dataset_units_check: 0/1096
E transformation_offset_units_invalid: 0/0
E transformation_value_units_invalid: 0/59
E
E Total: 9/4486

tests/chexus/chexus_test.py:25: AssertionError

2025-08-19 00:18:00: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f659bcd77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
report = chexus.report(results=results)
logging.info(report)
logging.info(chexus.make_fileinfo(path))
if chexus.has_violations(results):
> raise AssertionError(f"Validation failed for {path}: \n" + report)
E AssertionError: Validation failed for /ess/data/coda/2025/977695/raw/977695_00080871.hdf:
E Violations
E ----------
E depends_on_missing @ /entry/instrument/thermometer_box_ts1
E depends_on_missing @ /entry/instrument/thermometer_box_ts2
E depends_on_missing @ /entry/instrument/thermometer_box_ts3
E depends_on_missing @ /entry/instrument/thermometer_box_ts4
E depends_on_missing @ /entry/instrument/thermometer_box_ts5
E depends_on_missing @ /entry/instrument/thermometer_box_ts6
E depends_on_missing @ /entry/instrument/thermometer_box_ts7
E depends_on_missing @ /entry/instrument/thermometer_box_ts8
E
E
E Summary
E -------
E depends_on_missing: 8/54
E depends_on_target_missing: 0/109
E float_dataset_units_missing: 0/512
E group_has_units: 0/271
E index_has_units: 0/175
E mask_has_units: 0/0
E non_numeric_dataset_has_units: 0/250
E NX_class_attr_missing: 0/271
E NX_class_is_legacy: 0/271
E transformation_depends_on_missing: 0/53
E transformation_offset_units_missing: 0/0
E units_invalid: 0/1043
E NXlog_has_value: 0/118
E detector_numbers are not unique: 0/9
E event_id is not subset of associated detector_numbers: 0/9
E Shape of pixel offsets does not correspond to detector_number: 0/9
E chopper_frequency_unit_invalid: 0/4
E dataset_units_check: 0/1043
E transformation_offset_units_invalid: 0/0
E transformation_value_units_invalid: 0/54
E
E Total: 8/4255

tests/chexus/chexus_test.py:25: AssertionError

2025-08-18 00:18:34: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7ff400eab7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-17 00:18:18: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f598c1777e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-16 00:26:27: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7face44a77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-15 00:19:56: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f2fdb9c37e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-14 00:24:30: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f19477b77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
> path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)

tests/chexus/chexus_test.py:16:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/testing/nexusfiles/setup_fixtures.py:34: in
"manual": lambda *args, **kwargs: coda.get_latest_nexus_paths(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

instrument = 'LoKI', proposal_id = '977695', n = 1, inspect = 20

def get_latest_nexus_paths(
instrument: str, proposal_id: str | None, n: int = 1, inspect: int = 20
) -> list[Path]:
"""
Get the latest file paths manually by sorting the files in the directory.

Parameters
----------
instrument:
The instrument name.
proposal_id:
SciCat proposal ID for CODA.
If ``None``, the environment variable ``OVERRIDE_RAW_DATA_DIR`` must be set.
n:
The number of files to return.
inspect:
The number of files to inspect before returning.

Returns
-------
:
Paths to the n latest files for the given instrument and proposal.
"""
instrument = NEXUS_INSTRUMENT_NAME[instrument]
path = _coda_raw_data_path(proposal_id)
files_found = []
logging.info(
"Scanning the %d latest files in %s for instrument %s",
inspect,
path,
instrument,
)
recent_files = sorted(path.glob("*.hdf"))[-inspect::][::-1]
logging.info("Recent files: %s", recent_files)
for file in recent_files:
logging.info("Inspecting file: %s", file)
try:
with snx.File(file, "r", locking=False) as f:
instrument_in_file = f["/entry/instrument/name"][()]
if instrument_in_file == instrument:
logging.info(
"File %s matches requested instrument %s. Adding to list. "
"Last modified: %s",
file,
instrument,
datetime.fromtimestamp(
os.stat(file).st_mtime, tz=local_timezone()
),
)
files_found.append(file)
if len(files_found) == n:
logging.info("Found %d files. Returning.", n)
return files_found
else:
logging.info(
"File instrument is %s, but %s was requested. Skipping.",
instrument_in_file,
instrument,
)
except OSError as e:
logging.warning(
"File %s could not be opened. Reason: %s",
file,
e,
)
continue
logging.error("No files found for instrument %s", instrument)
> raise RuntimeError(f"No files found for instrument {instrument}")
E RuntimeError: No files found for instrument LoKI

.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/nexusfiles/coda.py:94: RuntimeError

2025-08-13 00:19:44: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f01b881f7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-12 00:17:32: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f323360f7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-11 00:17:56: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7fe3a5bf37e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-10 00:18:15: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f97c03937e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-09 00:20:12: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7fd3184a77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-08 00:18:09: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7ff5e5e077e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-07 00:22:23: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f523516f7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-06 00:18:04: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f78a1e2f7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-05 00:18:04: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f6b151b77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-04 00:38:02: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f6dd9ccb7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-03 00:17:50: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f8c5e52b7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-02 00:18:17: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f8d0deff7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-08-01 00:18:04: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f9cd629f7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-07-31 00:18:04: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7fc8ecc4b7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-07-30 00:17:37: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f00fe0b77e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)
reader = chexus.read_hdf5(path, locking=False)
group = next(reader)
validators = chexus.validators.base_validators(has_scipp=True)
results = chexus.validate(group, validators=validators)
logging.info(chexus.report(results=results))
logging.info(chexus.make_fileinfo(path))
> assert not chexus.has_violations(results)
E AssertionError: assert not True
E + where True = ({: , : , : , : , ...})
E + where = chexus.has_violations

tests/chexus/chexus_test.py:23: AssertionError

2025-07-29 00:17:30: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7ff7c4fe37e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
> path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)

tests/chexus/chexus_test.py:16:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/testing/nexusfiles/setup_fixtures.py:34: in
"manual": lambda *args, **kwargs: coda.get_latest_nexus_paths(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

instrument = 'LoKI', proposal_id = '977695', n = 1, inspect = 20

def get_latest_nexus_paths(
instrument: str, proposal_id: str | None, n: int = 1, inspect: int = 20
) -> list[Path]:
"""
Get the latest file paths manually by sorting the files in the directory.

Parameters
----------
instrument:
The instrument name.
proposal_id:
SciCat proposal ID for CODA.
If ``None``, the environment variable ``OVERRIDE_RAW_DATA_DIR`` must be set.
n:
The number of files to return.
inspect:
The number of files to inspect before returning.

Returns
-------
:
Paths to the n latest files for the given instrument and proposal.
"""
instrument = NEXUS_INSTRUMENT_NAME[instrument]
path = _coda_raw_data_path(proposal_id)
files_found = []
logging.info(
"Scanning the %d latest files in %s for instrument %s",
inspect,
path,
instrument,
)
recent_files = sorted(path.glob("*.hdf"))[-inspect::][::-1]
logging.info("Recent files: %s", recent_files)
for file in recent_files:
logging.info("Inspecting file: %s", file)
try:
with snx.File(file, "r", locking=False) as f:
instrument_in_file = f["/entry/instrument/name"][()]
if instrument_in_file == instrument:
logging.info(
"File %s matches requested instrument %s. Adding to list. "
"Last modified: %s",
file,
instrument,
datetime.fromtimestamp(
os.stat(file).st_mtime, tz=local_timezone()
),
)
files_found.append(file)
if len(files_found) == n:
logging.info("Found %d files. Returning.", n)
return files_found
else:
logging.info(
"File instrument is %s, but %s was requested. Skipping.",
instrument_in_file,
instrument,
)
except OSError as e:
logging.warning(
"File %s could not be opened. Reason: %s",
file,
e,
)
continue
logging.error("No files found for instrument %s", instrument)
> raise RuntimeError(f"No files found for instrument {instrument}")
E RuntimeError: No files found for instrument LoKI

.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/nexusfiles/coda.py:94: RuntimeError

2025-07-28 00:17:25: failed

instrument = 'loki', coda_proposal_id = '977695'
pathfinder = . at 0x7f865174f7e0>

def test_run_chexus(
instrument: str,
coda_proposal_id: str | None,
pathfinder: Callable[..., Path],
) -> None:
> path = pathfinder(proposal_id=coda_proposal_id, instrument=instrument)

tests/chexus/chexus_test.py:16:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/testing/nexusfiles/setup_fixtures.py:34: in
"manual": lambda *args, **kwargs: coda.get_latest_nexus_paths(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

instrument = 'LoKI', proposal_id = '977695', n = 1, inspect = 20

def get_latest_nexus_paths(
instrument: str, proposal_id: str | None, n: int = 1, inspect: int = 20
) -> list[Path]:
"""
Get the latest file paths manually by sorting the files in the directory.

Parameters
----------
instrument:
The instrument name.
proposal_id:
SciCat proposal ID for CODA.
If ``None``, the environment variable ``OVERRIDE_RAW_DATA_DIR`` must be set.
n:
The number of files to return.
inspect:
The number of files to inspect before returning.

Returns
-------
:
Paths to the n latest files for the given instrument and proposal.
"""
instrument = NEXUS_INSTRUMENT_NAME[instrument]
path = _coda_raw_data_path(proposal_id)
files_found = []
logging.info(
"Scanning the %d latest files in %s for instrument %s",
inspect,
path,
instrument,
)
recent_files = sorted(path.glob("*.hdf"))[-inspect::][::-1]
logging.info("Recent files: %s", recent_files)
for file in recent_files:
logging.info("Inspecting file: %s", file)
try:
with snx.File(file, "r", locking=False) as f:
instrument_in_file = f["/entry/instrument/name"][()]
if instrument_in_file == instrument:
logging.info(
"File %s matches requested instrument %s. Adding to list. "
"Last modified: %s",
file,
instrument,
datetime.fromtimestamp(
os.stat(file).st_mtime, tz=local_timezone()
),
)
files_found.append(file)
if len(files_found) == n:
logging.info("Found %d files. Returning.", n)
return files_found
else:
logging.info(
"File instrument is %s, but %s was requested. Skipping.",
instrument_in_file,
instrument,
)
except OSError as e:
logging.warning(
"File %s could not be opened. Reason: %s",
file,
e,
)
continue
logging.error("No files found for instrument %s", instrument)
> raise RuntimeError(f"No files found for instrument {instrument}")
E RuntimeError: No files found for instrument LoKI

.tox/chexus/lib/python3.12/site-packages/dmsc_nightly/nexusfiles/coda.py:94: RuntimeError