Storage

marius.storage.tensor_from_file(filename: str, shape: List[int], dtype: torch.dtype, device: torch.device) → torch.Tensor

class marius.storage.Storage

__init__()

indexAdd(self: marius._storage.Storage, indices: torch.Tensor, values: torch.Tensor) → None

indexPut(self: marius._storage.Storage, indices: torch.Tensor, values: torch.Tensor) → None

indexRead(self: marius._storage.Storage, indices: torch.Tensor) → torch.Tensor

range(self: marius._storage.Storage, offset: int, n: int) → torch.Tensor

rangePut(self: marius._storage.Storage, offset: int, n: int, values: torch.Tensor) → None

property data

property device

property dim0_size

property dim1_size

property dtype

property edge_bucket_sizes

property filename

property initialized

load(self: marius._storage.Storage) → None

read_edge_bucket_sizes(self: marius._storage.Storage, filename: str) → None

shuffle(self: marius._storage.Storage) → None

sort(self: marius._storage.Storage, src: bool) → None

unload(self: marius._storage.Storage, write: bool) → None

write(self: marius._storage.Storage) → None

class marius.storage.FlatFile

__init__(self: marius._storage.FlatFile, filename: str, shape: List[int], dtype: torch.dtype, alloc: bool = False) → None

__init__(self: marius._storage.FlatFile, filename: str, data: torch.Tensor) → None

__init__(self: marius._storage.FlatFile, filename: str, dtype: torch.dtype) → None

append(self: marius._storage.FlatFile, values: torch.Tensor) → None

copy(self: marius._storage.FlatFile, new_filename: str, rename: bool) → None

mem_load(self: marius._storage.FlatFile) → None

mem_unload(self: marius._storage.FlatFile, write: bool) → None

move(self: marius._storage.FlatFile, new_filename: str) → None

class marius.storage.PartitionBufferStorage

__init__(self: marius._storage.PartitionBufferStorage, filename: str, dim0_size: int, dim1_size: int, options: marius._config.PartitionBufferOptions) → None

__init__(self: marius._storage.PartitionBufferStorage, filename: str, data: torch.Tensor, options: marius._config.PartitionBufferOptions) → None

__init__(self: marius._storage.PartitionBufferStorage, filename: str, options: marius._config.PartitionBufferOptions) → None

getGlobalToLocalMap(self: marius._storage.PartitionBufferStorage, get_current: bool = True) → torch.Tensor

setBufferOrdering(self: marius._storage.PartitionBufferStorage, buffer_states: List[torch.Tensor]) → None

property filename

getNextAdmit(self: marius._storage.PartitionBufferStorage) → List[int]

getNextEvict(self: marius._storage.PartitionBufferStorage) → List[int]

getNumInMemory(self: marius._storage.PartitionBufferStorage) → int

hasSwap(self: marius._storage.PartitionBufferStorage) → bool

property loaded

property options

performNextSwap(self: marius._storage.PartitionBufferStorage) → None

sync(self: marius._storage.PartitionBufferStorage) → None

class marius.storage.InMemory

__init__(self: marius._storage.InMemory, filename: str, shape: List[int], dtype: torch.dtype, device: torch.device) → None

__init__(self: marius._storage.InMemory, filename: str, data: torch.Tensor, device: torch.device) → None

__init__(self: marius._storage.InMemory, filename: str, dtype: torch.dtype) → None