Index A | B | C | D | E | F | G | I | K | L | M | N | O | P | R | S | T | U | V | W | X A add() (slapo.random.CudaRNGStatesTracker method) (slapo.Symbol method) analyze_tie_ranks() (in module slapo.framework_dialect.deepspeed.pipeline) analyze_tie_weights() (in module slapo) (in module slapo.pipeline) apply_schedule() (in module slapo.model_schedule.api) args (slapo.partial attribute) B backward() (slapo.op.fused_bias.BiasGeLUFunction static method) BiasGeLUFunction (class in slapo.op.fused_bias) C cfg_dict_to_str() (slapo.Space static method) checkpoint() (in module slapo) clear() (slapo.OrderedDict method) clone() (slapo.Space method) commit() (slapo.Database method) consolidate_model() (in module slapo) copy() (slapo.OrderedDict method) create_schedule() (in module slapo) (in module slapo.schedule) create_symbol() (slapo.Space method) CudaRNGStatesTracker (class in slapo.random) D Database (class in slapo) dataclass() (in module slapo) decode_metadata() (in module slapo.framework_dialect.deepspeed.pipeline) deepspeed_pipe_engine() (in module slapo.framework_dialect.deepspeed.pipeline) DeepSpeedPipeStageWrapper (class in slapo.framework_dialect.deepspeed.pipeline) E encode_metadata() (in module slapo.framework_dialect.deepspeed.pipeline) extra_repr() (slapo.op.linear.LinearWithAct method) (slapo.op.linear.LinearWithDropout method) (slapo.op.linear.LinearWithSyncFunc method) F field() (in module slapo) find() (slapo.schedule.Schedule method) find_node() (slapo.schedule.Schedule method) find_subgraph() (slapo.schedule.Schedule method) fix_at() (slapo.Symbol method) flash_attn_ref() (in module slapo.op.attention) FlashAttention (class in slapo.op.attention) FlashAttentionOp (class in slapo.op.attention) flat_and_name_tensor_list() (in module slapo.framework_dialect.deepspeed.pipeline) flatten() (in module slapo.framework_dialect.deepspeed.pipeline) fork() (slapo.random.CudaRNGStatesTracker method) forward() (slapo.framework_dialect.deepspeed.pipeline.DeepSpeedPipeStageWrapper method) (slapo.ModulePattern method) (slapo.op.attention.FlashAttention method) (slapo.op.attention.FlashAttentionOp method) (slapo.op.cross_entropy.ParallelCrossEntropy method) (slapo.op.fused_bias.BiasGeLUFunction static method) (slapo.op.linear.FusedQKV method) (slapo.op.linear.LinearWithAct method) (slapo.op.linear.LinearWithDropout method) (slapo.op.linear.LinearWithSeparateBias method) (slapo.op.linear.LinearWithSyncFunc method) (slapo.op.mlp.FusedMLP method) (slapo.Pattern method) (slapo.pattern.ModulePattern method) (slapo.pattern.Pattern method) fromkeys() (slapo.OrderedDict method) func (slapo.partial attribute) FunctionType (in module slapo) FusedMLP (class in slapo.op.mlp) FusedQKV (class in slapo.op.linear) G get_all_dialects() (in module slapo.framework_dialect.registry) get_cuda_rng_tracker() (in module slapo) (in module slapo.random) get_dialect_cls() (in module slapo) (in module slapo.framework_dialect.registry) get_logger() (in module slapo) get_simple_nested_list_str() (in module slapo.framework_dialect.deepspeed.pipeline) get_states() (slapo.random.CudaRNGStatesTracker method) get_xfoemers_attn_op_by_name() (in module slapo.op.attention) I init_ds_engine() (in module slapo.framework_dialect.deepspeed.engine) init_empty_weights() (in module slapo) (in module slapo.initialization) init_on_device() (in module slapo.initialization) init_target_engine() (in module slapo) is_fixed() (slapo.Symbol method) is_module_list() (in module slapo) is_random_seed_set() (in module slapo) (in module slapo.random) items() (slapo.OrderedDict method) K keys() (slapo.OrderedDict method) keywords (slapo.partial attribute) L LinearWithAct (class in slapo.op.linear) LinearWithDropout (class in slapo.op.linear) LinearWithSeparateBias (class in slapo.op.linear) LinearWithSyncFunc (class in slapo.op.linear) list_primitives() (in module slapo) (in module slapo.schedule) load() (slapo.Database method) log_space() (slapo.Space method) M model_parallel_cuda_manual_seed() (in module slapo.random) module slapo slapo.framework_dialect.deepspeed.engine slapo.framework_dialect.deepspeed.pipeline slapo.framework_dialect.registry slapo.initialization slapo.model_schedule.api slapo.op.attention slapo.op.cross_entropy slapo.op.fused_bias slapo.op.linear slapo.op.mlp slapo.pattern slapo.pipeline slapo.random slapo.schedule slapo.tracer ModulePattern (class in slapo) (class in slapo.pattern) move_to_end() (slapo.OrderedDict method) N named_schedules() (slapo.schedule.Schedule method) new_gelu() (in module slapo.op.fused_bias) next() (slapo.Space method) O OrderedDict (class in slapo) P ParallelCrossEntropy (class in slapo.op.cross_entropy) partial (class in slapo) Pattern (class in slapo) (class in slapo.pattern) pop() (slapo.OrderedDict method) popitem() (slapo.OrderedDict method) R register_framework_dialect() (in module slapo.framework_dialect.registry) register_primitive() (in module slapo) reset() (slapo.random.CudaRNGStatesTracker method) (slapo.Space method) reshape_for_scores() (slapo.op.attention.FlashAttention method) S Schedule (class in slapo.schedule) ScheduleMetadata (class in slapo) (class in slapo.schedule) set_random_seed() (in module slapo) (in module slapo.random) set_states() (slapo.random.CudaRNGStatesTracker method) setdefault() (slapo.OrderedDict method) slapo module slapo.framework_dialect.deepspeed.engine module slapo.framework_dialect.deepspeed.pipeline module slapo.framework_dialect.registry module slapo.initialization module slapo.model_schedule.api module slapo.op.attention module slapo.op.cross_entropy module slapo.op.fused_bias module slapo.op.linear module slapo.op.mlp module slapo.pattern module slapo.pipeline module slapo.random module slapo.schedule module slapo.tracer module Space (class in slapo) Symbol (class in slapo) T to_dict() (slapo.Space method) trace() (in module slapo) (in module slapo.tracer) trace_module() (in module slapo) trace_until() (slapo.schedule.Schedule method) U unflatten() (in module slapo.framework_dialect.deepspeed.pipeline) update() (slapo.OrderedDict method) V validate_sm_version() (in module slapo.op.attention) values() (slapo.OrderedDict method) Verify (class in slapo) vocab_parallel_cross_entropy() (in module slapo.op.cross_entropy) W warning_once() (in module slapo.op.attention) WrappedTypeCode (class in slapo.framework_dialect.deepspeed.pipeline) X xformers_ref() (in module slapo.op.attention)