Index

A

actions (BaseRecordBuffer attribute) (CompressedReplayBuffer attribute) (CompressedRolloutBuffer attribute) (GpuReplayBuffer attribute) (GpuRolloutBuffer attribute) add() (CompressedDictReplayBuffer method), [1] (CompressedDictRolloutBuffer method), [1] (CompressedReplayBuffer method), [1] (CompressedRolloutBuffer method), [1] (DummyRecordBuffer method), [1] (FramelessRecordBuffer method), [1] (GpuReplayBuffer method), [1] (GpuRolloutBuffer method), [1] (RecordBuffer method), [1]

add_filled() (RecordBuffer method), [1] advantages (CompressedRolloutBuffer attribute) (GpuRolloutBuffer attribute) arr_config_length() (in module sb3_extra_buffers.gpu_buffers.metadata)

B

BaseCompressedBuffer (class in sb3_extra_buffers.compressed.base) BaseGpuBuffer (class in sb3_extra_buffers.gpu_buffers) (class in sb3_extra_buffers.gpu_buffers.base)

BaseRecordBuffer (class in sb3_extra_buffers.recording) (class in sb3_extra_buffers.recording.base) byte_start (SlotMetadata attribute)

C

cell_id() (RawObservationStore method) compact() (RawObservationStore method) (SharedRawHeap method), [1] CompressedArray (class in sb3_extra_buffers.compressed) (class in sb3_extra_buffers.compressed.compressed_array) CompressedDictReplayBuffer (class in sb3_extra_buffers.compressed) (class in sb3_extra_buffers.compressed.compressed_replay)

CompressedDictRolloutBuffer (class in sb3_extra_buffers.compressed) (class in sb3_extra_buffers.compressed.compressed_rollout) CompressedReplayBuffer (class in sb3_extra_buffers.compressed) (class in sb3_extra_buffers.compressed.compressed_replay) CompressedRolloutBuffer (class in sb3_extra_buffers.compressed) (class in sb3_extra_buffers.compressed.compressed_rollout) copy_region() (RawBuffer method), [1] create_observation_store() (in module sb3_extra_buffers.gpu_buffers.observation_store)

D

DenseObservationStore (class in sb3_extra_buffers.gpu_buffers.observation_store) dones (CompressedReplayBuffer attribute) (GpuReplayBuffer attribute) DummyArray (class in sb3_extra_buffers.recording.base) DummyCls (class in sb3_extra_buffers.compressed) (class in sb3_extra_buffers.compressed.base)

DummyRecordBuffer (class in sb3_extra_buffers.recording) (class in sb3_extra_buffers.recording.dummy_record_buffers) DummyVecRolloutBuffer (class in sb3_extra_buffers.vec_buf) (class in sb3_extra_buffers.vec_buf.buffers)

E

ensure_space() (SharedRawHeap method), [1] episode_starts (CompressedRolloutBuffer attribute) (GpuRolloutBuffer attribute)

estimate_max_slot_bytes() (in module sb3_extra_buffers.gpu_buffers.utils) estimate_total_heap_bytes() (in module sb3_extra_buffers.gpu_buffers.utils) eval_model() (in module sb3_extra_buffers.training_utils.eval_model)

F

features (BaseRecordBuffer attribute) fill() (DummyArray method) find_buffer_dtypes() (in module sb3_extra_buffers.compressed) (in module sb3_extra_buffers.compressed.base) find_gpu_buffer_dtypes() (in module sb3_extra_buffers.gpu_buffers) (in module sb3_extra_buffers.gpu_buffers.base) find_optimal_shape() (in module sb3_extra_buffers.compressed.utils) find_smallest_dtype() (in module sb3_extra_buffers.compressed) (in module sb3_extra_buffers.compressed.utils) (in module sb3_extra_buffers.gpu_buffers.utils)

flatten() (DenseObservationStore method) (RawObservationStore method) FramelessRecordBuffer (class in sb3_extra_buffers.recording) (class in sb3_extra_buffers.recording.dummy_record_buffers) frames (BaseRecordBuffer attribute) full (DummyVecRolloutBuffer property), [1]

G

get() (CompressedDictRolloutBuffer method), [1] (CompressedRolloutBuffer method), [1] (GpuRolloutBuffer method), [1] GpuCompressionMethods (in module sb3_extra_buffers.gpu_buffers.compression_methods)

GpuReplayBuffer (class in sb3_extra_buffers.gpu_buffers) (class in sb3_extra_buffers.gpu_buffers.gpu_replay) GpuRolloutBuffer (class in sb3_extra_buffers.gpu_buffers) (class in sb3_extra_buffers.gpu_buffers.gpu_rollout)

H

has_igzip() (in module sb3_extra_buffers.compressed) (in module sb3_extra_buffers.compressed.compression_methods) has_lz4() (in module sb3_extra_buffers.compressed.compression_methods) has_numba() (in module sb3_extra_buffers.compressed) (in module sb3_extra_buffers.compressed.compression_methods)

has_zstd() (in module sb3_extra_buffers.compressed.compression_methods) (in module sb3_extra_buffers.gpu_buffers) (in module sb3_extra_buffers.gpu_buffers.compression_methods)

I

init_jit() (in module sb3_extra_buffers.compressed) (in module sb3_extra_buffers.compressed.base)

L

log_probs (CompressedRolloutBuffer attribute) (GpuRolloutBuffer attribute)

M

make_env() (in module sb3_extra_buffers.training_utils.atari) module sb3_extra_buffers.compressed sb3_extra_buffers.compressed.base sb3_extra_buffers.compressed.compressed_array sb3_extra_buffers.compressed.compressed_replay sb3_extra_buffers.compressed.compressed_rollout sb3_extra_buffers.compressed.compression_methods sb3_extra_buffers.compressed.utils sb3_extra_buffers.gpu_buffers sb3_extra_buffers.gpu_buffers.base sb3_extra_buffers.gpu_buffers.compression_methods sb3_extra_buffers.gpu_buffers.gpu_replay sb3_extra_buffers.gpu_buffers.gpu_rollout sb3_extra_buffers.gpu_buffers.metadata sb3_extra_buffers.gpu_buffers.observation_store sb3_extra_buffers.gpu_buffers.raw_buffer sb3_extra_buffers.gpu_buffers.utils sb3_extra_buffers.recording sb3_extra_buffers.recording.base sb3_extra_buffers.recording.dummy_record_buffers sb3_extra_buffers.recording.record_buffer sb3_extra_buffers.training_utils sb3_extra_buffers.training_utils.atari sb3_extra_buffers.training_utils.buffer_warmup sb3_extra_buffers.training_utils.eval_model sb3_extra_buffers.vec_buf sb3_extra_buffers.vec_buf.buffers

N

next_observations (CompressedReplayBuffer attribute)

numpy_dtype_to_torch() (in module sb3_extra_buffers.gpu_buffers.utils)

O

obs_shape (CompressedDictReplayBuffer attribute) (CompressedDictRolloutBuffer attribute) observation_space (CompressedDictReplayBuffer attribute) (CompressedDictRolloutBuffer attribute)

observations (CompressedDictReplayBuffer attribute) (CompressedDictRolloutBuffer attribute) (CompressedReplayBuffer attribute) (CompressedRolloutBuffer attribute)

P

payload_bytes (SlotMetadata attribute) pos_elem (SlotMetadata attribute)

pos_runs (SlotMetadata attribute) process_outcome() (in module sb3_extra_buffers.training_utils.eval_model)

R

RawBuffer (class in sb3_extra_buffers.gpu_buffers) (class in sb3_extra_buffers.gpu_buffers.raw_buffer) RawObservationStore (class in sb3_extra_buffers.gpu_buffers.observation_store) read() (DenseObservationStore method) (RawObservationStore method) read_at() (in module sb3_extra_buffers.gpu_buffers.raw_buffer) read_bytes() (RawBuffer method), [1] read_flat() (DenseObservationStore method) (RawObservationStore method) read_into() (RawBuffer method), [1] reconstruct_nextobs() (CompressedReplayBuffer method), [1] (GpuReplayBuffer method), [1] reconstruct_obs() (CompressedReplayBuffer method), [1] (CompressedRolloutBuffer method), [1] (GpuReplayBuffer method), [1] (GpuRolloutBuffer method), [1]

RecordBuffer (class in sb3_extra_buffers.recording) (class in sb3_extra_buffers.recording.record_buffer) reset() (CompressedDictRolloutBuffer method), [1] (CompressedRolloutBuffer method), [1] (GpuRolloutBuffer method), [1] returns (CompressedRolloutBuffer attribute) (GpuRolloutBuffer attribute) rewards (BaseRecordBuffer attribute) (CompressedReplayBuffer attribute) (CompressedRolloutBuffer attribute) (GpuReplayBuffer attribute) (GpuRolloutBuffer attribute) run_length (SlotMetadata attribute)

S

sb3_extra_buffers.compressed module sb3_extra_buffers.compressed.base module sb3_extra_buffers.compressed.compressed_array module sb3_extra_buffers.compressed.compressed_replay module sb3_extra_buffers.compressed.compressed_rollout module sb3_extra_buffers.compressed.compression_methods module sb3_extra_buffers.compressed.utils module sb3_extra_buffers.gpu_buffers module sb3_extra_buffers.gpu_buffers.base module sb3_extra_buffers.gpu_buffers.compression_methods module sb3_extra_buffers.gpu_buffers.gpu_replay module sb3_extra_buffers.gpu_buffers.gpu_rollout module sb3_extra_buffers.gpu_buffers.metadata module sb3_extra_buffers.gpu_buffers.observation_store module

sb3_extra_buffers.gpu_buffers.raw_buffer module sb3_extra_buffers.gpu_buffers.utils module sb3_extra_buffers.recording module sb3_extra_buffers.recording.base module sb3_extra_buffers.recording.dummy_record_buffers module sb3_extra_buffers.recording.record_buffer module sb3_extra_buffers.training_utils module sb3_extra_buffers.training_utils.atari module sb3_extra_buffers.training_utils.buffer_warmup module sb3_extra_buffers.training_utils.eval_model module sb3_extra_buffers.vec_buf module sb3_extra_buffers.vec_buf.buffers module SharedRawHeap (class in sb3_extra_buffers.gpu_buffers) (class in sb3_extra_buffers.gpu_buffers.raw_buffer) SlotMetadata (class in sb3_extra_buffers.gpu_buffers) (class in sb3_extra_buffers.gpu_buffers.metadata)

T

timeouts (CompressedReplayBuffer attribute) (GpuReplayBuffer attribute)

torch_dtype_element_size() (in module sb3_extra_buffers.gpu_buffers.utils) torch_dtype_to_numpy() (in module sb3_extra_buffers.gpu_buffers.utils) transpose() (DummyArray method)

V

values (CompressedRolloutBuffer attribute) (GpuRolloutBuffer attribute)

W

warm_up() (in module sb3_extra_buffers.training_utils.buffer_warmup) write() (DenseObservationStore method) (RawObservationStore method)

write_at() (in module sb3_extra_buffers.gpu_buffers.raw_buffer) write_bytes() (RawBuffer method), [1]