pasteur.marginal.oracle.MarginalOracle

class pasteur.marginal.oracle.MarginalOracle(data, attrs, preprocess=<function _tabular_load>, mode='out_of_core', *, min_chunk_size=1, max_worker_mult=1, repartitions=None, log=True)

Attributes

MODES

alias of Literal['out_of_core', 'inmemory', 'inmemory_shared', 'inmemory_copy', 'inmemory_batched']

Methods

close()
get_counts([desc])
load_data(preprocess)
process(requests[, desc, preprocess, ...])
unload_data()

MODES

alias of Literal[‘out_of_core’, ‘inmemory’, ‘inmemory_shared’, ‘inmemory_copy’, ‘inmemory_batched’]

close()

get_counts(desc='Calculating counts')

Return type:

dict[str | None, dict[str, ndarray]]

load_data(preprocess)

process(requests, desc='Processing partition', preprocess=None, postprocess=None)

Return type:

list[ndarray] | list[TypeVar(A, covariant=True)]

unload_data()