Index

B

base (s3torchconnector.dcp.NumericPrefixStrategy attribute) (s3torchconnector.dcp.s3_prefix_strategy.NumericPrefixStrategy attribute) BinaryPrefixStrategy (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_prefix_strategy) bucket (s3torchconnector.S3Reader property) (s3torchconnector.s3reader.ranged.RangedS3Reader property) (s3torchconnector.s3reader.RangedS3Reader property) (s3torchconnector.s3reader.S3Reader property) (s3torchconnector.s3reader.s3reader.S3Reader property) (s3torchconnector.s3reader.sequential.SequentialS3Reader property) (s3torchconnector.s3reader.SequentialS3Reader property)

C

close() (s3torchconnector.S3Writer method) (s3torchconnector.s3writer.S3Writer method) concat_path() (s3torchconnector.dcp.s3_file_system.S3FileSystem method) (s3torchconnector.dcp.S3FileSystem method)

create_stream() (s3torchconnector.dcp.s3_file_system.S3FileSystem method) (s3torchconnector.dcp.S3FileSystem method)

D

default() (s3torchconnector.s3reader.constructor.S3ReaderConstructor static method) (s3torchconnector.s3reader.S3ReaderConstructor static method) (s3torchconnector.S3ReaderConstructor static method)

DEFAULT_BUFFER_SIZE (in module s3torchconnector.s3reader.ranged) DefaultPrefixStrategy (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_prefix_strategy)

E

endpoint (s3torchconnector.s3checkpoint.S3Checkpoint attribute) (s3torchconnector.s3iterable_dataset.S3IterableDataset property) (s3torchconnector.S3IterableDataset property) (s3torchconnector.s3map_dataset.S3MapDataset property) (s3torchconnector.S3MapDataset property)

epoch_num (s3torchconnector.dcp.NumericPrefixStrategy attribute) (s3torchconnector.dcp.s3_prefix_strategy.NumericPrefixStrategy attribute) (s3torchconnector.dcp.s3_prefix_strategy.RoundRobinPrefixStrategy attribute) exists() (s3torchconnector.dcp.s3_file_system.S3FileSystem method) (s3torchconnector.dcp.S3FileSystem method)

F

flush() (s3torchconnector.S3Writer method) (s3torchconnector.s3writer.S3Writer method) from_objects() (s3torchconnector.s3iterable_dataset.S3IterableDataset class method) (s3torchconnector.S3IterableDataset class method) (s3torchconnector.s3map_dataset.S3MapDataset class method) (s3torchconnector.S3MapDataset class method) from_prefix() (s3torchconnector.s3iterable_dataset.S3IterableDataset class method) (s3torchconnector.S3IterableDataset class method) (s3torchconnector.s3map_dataset.S3MapDataset class method) (s3torchconnector.S3MapDataset class method)

fs (s3torchconnector.dcp.s3_file_system.S3StorageReader attribute) (s3torchconnector.dcp.s3_file_system.S3StorageWriter attribute) (s3torchconnector.dcp.S3StorageReader attribute) (s3torchconnector.dcp.S3StorageWriter attribute)

G

generate_prefix() (s3torchconnector.dcp.DefaultPrefixStrategy method) (s3torchconnector.dcp.NumericPrefixStrategy method) (s3torchconnector.dcp.s3_prefix_strategy.DefaultPrefixStrategy method) (s3torchconnector.dcp.s3_prefix_strategy.NumericPrefixStrategy method) (s3torchconnector.dcp.s3_prefix_strategy.RoundRobinPrefixStrategy method) (s3torchconnector.dcp.s3_prefix_strategy.S3PrefixStrategyBase method) (s3torchconnector.dcp.S3PrefixStrategyBase method)

get_reader_type_string() (s3torchconnector.s3reader.constructor.S3ReaderConstructor static method) (s3torchconnector.s3reader.S3ReaderConstructor static method) (s3torchconnector.S3ReaderConstructor static method) GetStreamCallable (class in s3torchconnector.s3reader.protocol)

H

HexPrefixStrategy (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_prefix_strategy)

I

init_path() (s3torchconnector.dcp.s3_file_system.S3FileSystem method) (s3torchconnector.dcp.S3FileSystem method)

K

key (s3torchconnector.S3Reader property) (s3torchconnector.s3reader.ranged.RangedS3Reader property) (s3torchconnector.s3reader.RangedS3Reader property) (s3torchconnector.s3reader.S3Reader property) (s3torchconnector.s3reader.s3reader.S3Reader property) (s3torchconnector.s3reader.sequential.SequentialS3Reader property) (s3torchconnector.s3reader.SequentialS3Reader property)

L

load_checkpoint() (s3torchconnector.lightning.s3_lightning_checkpoint.S3LightningCheckpoint method) (s3torchconnector.lightning.S3LightningCheckpoint method) log (in module s3torchconnector.s3iterable_dataset) (in module s3torchconnector.s3map_dataset)

logger (in module s3torchconnector.dcp.s3_file_system) (in module s3torchconnector.s3writer)

M

min_prefix_len (s3torchconnector.dcp.NumericPrefixStrategy attribute) (s3torchconnector.dcp.s3_prefix_strategy.NumericPrefixStrategy attribute) mkdir() (s3torchconnector.dcp.s3_file_system.S3FileSystem method) (s3torchconnector.dcp.S3FileSystem method) module s3torchconnector s3torchconnector.dcp s3torchconnector.dcp.s3_file_system s3torchconnector.dcp.s3_prefix_strategy s3torchconnector.lightning s3torchconnector.lightning.s3_lightning_checkpoint s3torchconnector.s3checkpoint s3torchconnector.s3iterable_dataset s3torchconnector.s3map_dataset s3torchconnector.s3reader s3torchconnector.s3reader.constructor s3torchconnector.s3reader.protocol s3torchconnector.s3reader.ranged s3torchconnector.s3reader.s3reader s3torchconnector.s3reader.sequential s3torchconnector.s3writer

N

NumericPrefixStrategy (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_prefix_strategy)

P

path (s3torchconnector.dcp.s3_file_system.S3StorageReader attribute) (s3torchconnector.dcp.s3_file_system.S3StorageWriter attribute) (s3torchconnector.dcp.S3StorageReader attribute) (s3torchconnector.dcp.S3StorageWriter attribute) prefetch() (s3torchconnector.s3reader.sequential.SequentialS3Reader method) (s3torchconnector.s3reader.SequentialS3Reader method) prefix (s3torchconnector.dcp.s3_file_system.StorageMetadata attribute)

prefix_count (s3torchconnector.dcp.NumericPrefixStrategy attribute) (s3torchconnector.dcp.s3_prefix_strategy.NumericPrefixStrategy attribute) prefix_map (s3torchconnector.dcp.NumericPrefixStrategy attribute) (s3torchconnector.dcp.s3_prefix_strategy.NumericPrefixStrategy attribute) prefix_strategy (s3torchconnector.dcp.s3_file_system.S3StorageWriter attribute) (s3torchconnector.dcp.S3StorageWriter attribute) prepare_global_plan() (s3torchconnector.dcp.s3_file_system.S3StorageWriter method) (s3torchconnector.dcp.S3StorageWriter method)

R

range_based() (s3torchconnector.s3reader.constructor.S3ReaderConstructor static method) (s3torchconnector.s3reader.S3ReaderConstructor static method) (s3torchconnector.S3ReaderConstructor static method) RangedS3Reader (class in s3torchconnector.s3reader) (class in s3torchconnector.s3reader.ranged) read() (s3torchconnector.S3Reader method) (s3torchconnector.s3reader.ranged.RangedS3Reader method) (s3torchconnector.s3reader.RangedS3Reader method) (s3torchconnector.s3reader.S3Reader method) (s3torchconnector.s3reader.s3reader.S3Reader method) (s3torchconnector.s3reader.sequential.SequentialS3Reader method) (s3torchconnector.s3reader.SequentialS3Reader method) readable() (s3torchconnector.S3Reader method) (s3torchconnector.s3reader.S3Reader method) (s3torchconnector.s3reader.s3reader.S3Reader method) (s3torchconnector.S3Writer method) (s3torchconnector.s3writer.S3Writer method) reader() (s3torchconnector.s3checkpoint.S3Checkpoint method) readinto() (s3torchconnector.S3Reader method) (s3torchconnector.s3reader.ranged.RangedS3Reader method) (s3torchconnector.s3reader.RangedS3Reader method) (s3torchconnector.s3reader.S3Reader method) (s3torchconnector.s3reader.s3reader.S3Reader method) (s3torchconnector.s3reader.sequential.SequentialS3Reader method) (s3torchconnector.s3reader.SequentialS3Reader method)

region (s3torchconnector.lightning.s3_lightning_checkpoint.S3LightningCheckpoint attribute) (s3torchconnector.lightning.S3LightningCheckpoint attribute) (s3torchconnector.s3checkpoint.S3Checkpoint attribute) (s3torchconnector.s3iterable_dataset.S3IterableDataset property) (s3torchconnector.S3IterableDataset property) (s3torchconnector.s3map_dataset.S3MapDataset property) (s3torchconnector.S3MapDataset property) remove_checkpoint() (s3torchconnector.lightning.s3_lightning_checkpoint.S3LightningCheckpoint method) (s3torchconnector.lightning.S3LightningCheckpoint method) rename() (s3torchconnector.dcp.s3_file_system.S3FileSystem method) (s3torchconnector.dcp.S3FileSystem method) rm_file() (s3torchconnector.dcp.s3_file_system.S3FileSystem method) (s3torchconnector.dcp.S3FileSystem method) RoundRobinPrefixStrategy (class in s3torchconnector.dcp.s3_prefix_strategy)

S

S3Checkpoint (class in s3torchconnector.s3checkpoint) S3FileSystem (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_file_system) S3IterableDataset (class in s3torchconnector) (class in s3torchconnector.s3iterable_dataset) S3LightningCheckpoint (class in s3torchconnector.lightning) (class in s3torchconnector.lightning.s3_lightning_checkpoint) S3MapDataset (class in s3torchconnector) (class in s3torchconnector.s3map_dataset) S3PrefixStrategyBase (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_prefix_strategy) S3Reader (class in s3torchconnector) (class in s3torchconnector.s3reader) (class in s3torchconnector.s3reader.s3reader) S3ReaderConstructor (class in s3torchconnector) (class in s3torchconnector.s3reader) (class in s3torchconnector.s3reader.constructor) S3ReaderConstructorProtocol (class in s3torchconnector.s3reader.protocol) S3StorageReader (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_file_system) S3StorageWriter (class in s3torchconnector.dcp) (class in s3torchconnector.dcp.s3_file_system) s3torchconnector module s3torchconnector.dcp module s3torchconnector.dcp.s3_file_system module s3torchconnector.dcp.s3_prefix_strategy module s3torchconnector.lightning module s3torchconnector.lightning.s3_lightning_checkpoint module s3torchconnector.s3checkpoint module s3torchconnector.s3iterable_dataset module

s3torchconnector.s3map_dataset module s3torchconnector.s3reader module s3torchconnector.s3reader.constructor module s3torchconnector.s3reader.protocol module s3torchconnector.s3reader.ranged module s3torchconnector.s3reader.s3reader module s3torchconnector.s3reader.sequential module s3torchconnector.s3writer module S3Writer (class in s3torchconnector) (class in s3torchconnector.s3writer) save_checkpoint() (s3torchconnector.lightning.s3_lightning_checkpoint.S3LightningCheckpoint method) (s3torchconnector.lightning.S3LightningCheckpoint method) seek() (s3torchconnector.S3Reader method) (s3torchconnector.s3reader.ranged.RangedS3Reader method) (s3torchconnector.s3reader.RangedS3Reader method) (s3torchconnector.s3reader.S3Reader method) (s3torchconnector.s3reader.s3reader.S3Reader method) (s3torchconnector.s3reader.sequential.SequentialS3Reader method) (s3torchconnector.s3reader.SequentialS3Reader method) sequential() (s3torchconnector.s3reader.constructor.S3ReaderConstructor static method) (s3torchconnector.s3reader.S3ReaderConstructor static method) (s3torchconnector.S3ReaderConstructor static method) SequentialS3Reader (class in s3torchconnector.s3reader) (class in s3torchconnector.s3reader.sequential) StorageMetadata (class in s3torchconnector.dcp.s3_file_system) stream (s3torchconnector.S3Writer attribute) (s3torchconnector.s3writer.S3Writer attribute) sync_files (s3torchconnector.dcp.s3_file_system.S3StorageReader attribute) (s3torchconnector.dcp.S3StorageReader attribute)

T

teardown() (s3torchconnector.lightning.s3_lightning_checkpoint.S3LightningCheckpoint method) (s3torchconnector.lightning.S3LightningCheckpoint method) tell() (s3torchconnector.S3Reader method) (s3torchconnector.s3reader.ranged.RangedS3Reader method) (s3torchconnector.s3reader.RangedS3Reader method) (s3torchconnector.s3reader.S3Reader method) (s3torchconnector.s3reader.s3reader.S3Reader method) (s3torchconnector.s3reader.sequential.SequentialS3Reader method) (s3torchconnector.s3reader.SequentialS3Reader method) (s3torchconnector.S3Writer method) (s3torchconnector.s3writer.S3Writer method)

U

user_prefixes (s3torchconnector.dcp.s3_prefix_strategy.RoundRobinPrefixStrategy attribute)

V

validate_checkpoint_id() (s3torchconnector.dcp.s3_file_system.S3FileSystem class method) (s3torchconnector.dcp.s3_file_system.S3StorageReader class method) (s3torchconnector.dcp.s3_file_system.S3StorageWriter class method) (s3torchconnector.dcp.S3FileSystem class method) (s3torchconnector.dcp.S3StorageReader class method) (s3torchconnector.dcp.S3StorageWriter class method)

W

writable() (s3torchconnector.S3Reader method) (s3torchconnector.s3reader.S3Reader method) (s3torchconnector.s3reader.s3reader.S3Reader method) (s3torchconnector.S3Writer method) (s3torchconnector.s3writer.S3Writer method)

write() (s3torchconnector.S3Writer method) (s3torchconnector.s3writer.S3Writer method) writer() (s3torchconnector.s3checkpoint.S3Checkpoint method)