integrator.multiproc_integration module

integrator.multiproc_integration module#

class integrator.multiproc_integration.ComputationResources(n_multi_worker: int = 1, n_workers_per_multiworker: int = 8, n_threads_per_worker: int = 4, memory: str = '100GB', walltime: str = '02:00:00', queue: str = 'gpu')#

Bases: object

n_multi_worker: int = 1#
n_workers_per_multiworker: int = 8#
n_threads_per_worker: int = 4#
memory: str = '100GB'#
walltime: str = '02:00:00'#
queue: str = 'gpu'#
integrator.multiproc_integration.worker_scan(worker_name, ai_config, n_threads, scans, output_files, extra_options=None, n_retries=1)#
class integrator.multiproc_integration.MultiprocIntegrator(ai_config, computations_resources, logger=None, extra_options=None, **integrator_kwargs)#

Bases: object

process_scans(scans, output_files)#

Process one or more scans

Parameters:

  • scans (list of lists of DataUrl) – List where each item is the DataUrl of a partial scan file.

  • output_files (list of str) – List where each item is the path to the partial output file.

close_processes(timeout=None)#
Contents