analyzer.core.executors.dask_exec

Attributes

logger

Exceptions

AnalyzerRuntimeError

A combination of multiple unrelated exceptions.

Classes

RateColumn	Base class for a widget to use in progress display.
DaskRunException
DaskRunResult
LocalDaskExecutor	Helper class that provides a standard way to create an ABC using
LPCCondorDask	Helper class that provides a standard way to create an ABC using

Functions

configureDask()
callTimeoutCloud(process_timeout, function, *args, ...)
callTimeout(process_timeout, function, *args, **kwargs)
iaddMany(to_add)
reduceResults(client, reduction_function, futures[, ...])
runWithFinalize(analyzer, *args, **kwargs)
getAnalyzerRunFunc(analyzer, task[, timeout])
dumpAndComplete(metadata, output_name, dask_result)
processTask(client, analyzer, task, chunk_size, ...[, ...])
run(client, chunk_size, reduction_factor, analyzer, tasks)

Module Contents

analyzer.core.executors.dask_exec.logger

class analyzer.core.executors.dask_exec.RateColumn(table_column: rich.table.Column | None = None)

Bases: rich.progress.ProgressColumn

Base class for a widget to use in progress display.

render(task: rich.progress.Task) → rich.text.Text

Should return a renderable object.

analyzer.core.executors.dask_exec.configureDask()

analyzer.core.executors.dask_exec.callTimeoutCloud(process_timeout, function, *args, **kwargs)

analyzer.core.executors.dask_exec.callTimeout(process_timeout, function, *args, **kwargs)

exception analyzer.core.executors.dask_exec.AnalyzerRuntimeError

Bases: ExceptionGroup

A combination of multiple unrelated exceptions.

derive(excs)

class analyzer.core.executors.dask_exec.DaskRunException

chunk: analyzer.core.event_collection.FileChunk

exception: Exception

class analyzer.core.executors.dask_exec.DaskRunResult

maybe_result: analyzer.core.executors.executor.CompletedTask | analyzer.core.results.ResultBase | None

maybe_exceptions: list[DaskRunException]

events_processed: int = 0

__iadd__(other: DaskRunResult)

analyzer.core.executors.dask_exec.iaddMany(to_add)

analyzer.core.executors.dask_exec.reduceResults(client, reduction_function, futures, reduction_factor=5, target_final_count=1, close_to_target_frac=0.8, key_suffix='')

analyzer.core.executors.dask_exec.runWithFinalize(analyzer, *args, **kwargs)

analyzer.core.executors.dask_exec.getAnalyzerRunFunc(analyzer, task, timeout=120)

analyzer.core.executors.dask_exec.dumpAndComplete(metadata, output_name, dask_result)

analyzer.core.executors.dask_exec.processTask(client, analyzer, task, chunk_size, reduction_factor, max_sample_events=None, timeout=120, target_final_count=1)

analyzer.core.executors.dask_exec.run(client, chunk_size, reduction_factor, analyzer, tasks, max_sample_events=None, timeout=120, target_final_count=1)

class analyzer.core.executors.dask_exec.LocalDaskExecutor

Bases: analyzer.core.executors.executor.Executor

Helper class that provides a standard way to create an ABC using inheritance.

max_workers: int

min_workers: int

worker_memory: str = '4GB'

dashboard_address: str = 'localhost:8789'

schedd_address: str | None = 'localhost:12358'

adapt: bool = True

chunk_size: int | None = 100000

processes: bool = True

cluster: Any = None

client: Any = None

reduction_factor: int = 2

target_final_count: int = 1

timeout: int = 600

setup(needed_resources)

run(analyzer, tasks, max_sample_events=None)

class analyzer.core.executors.dask_exec.LPCCondorDask

Bases: analyzer.core.executors.executor.Executor

Helper class that provides a standard way to create an ABC using inheritance.

container: str

venv_path: str = '.venv'

x509_path: str | None = None

log_path: str = 'logs/condor'

worker_timeout: int | None = 7200

min_workers: int = 1

max_workers: int = 10

worker_memory: str = '4GB'

dashboard_address: str | None = 'localhost:8789'

schedd_address: str | None = 'localhost:12358'

adapt: bool = True

chunk_size: int | None = 100000

reduction_factor: int = 5

timeout: int = 1200

cluster: Any = None

client: Any = None

target_final_count: int = 1

run(analyzer, tasks, max_sample_events=None)

setup(needed_resources)