ColossalAI

colossalai.amp.amp_type.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.amp.apex_amp.apex_amp.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.amp.apex_amp.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.amp.naive_amp.grad_scaler.base_grad_scaler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.amp.naive_amp.grad_scaler.constant_grad_scaler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.amp.naive_amp.grad_scaler.dynamic_grad_scaler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.amp.naive_amp.grad_scaler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.amp.naive_amp.naive_amp.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.amp.naive_amp.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.amp.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.amp.torch_amp.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.amp.torch_amp.torch_amp.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.builder.builder.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.builder.pipeline.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.builder.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.communication.collective.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.communication.p2p.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.communication.ring.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.communication.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.communication.utils.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.constants.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.context.config.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.moe_context.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.context.parallel_context.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.parallel_mode.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_1d.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_2d.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_2p5d.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_3d.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_data.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_model.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.context.process_group_initializer.initializer_pipeline.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_sequence.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.initializer_tensor.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.process_group_initializer.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.process_group_initializer.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.context.random.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.context.random.seed_manager.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.context.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.context.singleton_meta.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.core.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.engine.gradient_handler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.engine.gradient_handler.utils.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.engine.ophooks.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.engine.ophooks.zero_hook.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.engine.paramhooks.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.engine.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.engine.schedule.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.global_variables.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.initialize.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.kernel.cuda_native.layer_norm.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.cuda_native.multihead_attention.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.cuda_native.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.cuda_native.scaled_softmax.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.jit.bias_dropout_add.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.jit.bias_gelu.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.jit.option.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.jit.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.kernel.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.logging.logger.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.logging.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.nn.init.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.base_layer.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.layer.colossalai_layer.dropout.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.colossalai_layer.embedding.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.colossalai_layer.linear.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.colossalai_layer.normalization.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.colossalai_layer.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.moe.experts.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.nn.layer.moe.layers.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.moe.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.nn.layer.moe.utils.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.nn.layer.parallel_1d.layers.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.layer.parallel_1d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.parallel_2d.layers.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.layer.parallel_2d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.parallel_2p5d.layers.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.layer.parallel_2p5d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.parallel_3d.layers.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.layer.parallel_3d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.parallel_sequence.layers.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.layer.parallel_sequence.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.utils.common.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.utils.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.vanilla.layers.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.vanilla.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.wrapper.lambda_wrapper.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.layer.wrapper.pipeline_wrapper.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.layer.wrapper.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.loss.loss_1d.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.nn.loss.loss_2d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.loss.loss_2p5d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.loss.loss_3d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.loss.loss_moe.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.loss.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.nn.lr_scheduler.cosine.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.lr_scheduler.delayed.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.lr_scheduler.linear.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.lr_scheduler.multistep.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.lr_scheduler.onecycle.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.lr_scheduler.poly.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.lr_scheduler.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.lr_scheduler.torch.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.metric.accuracy_2d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.metric.accuracy_2p5d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.metric.accuracy_3d.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.metric.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.model.model_from_config.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.model.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.optimizer.colossalai_optimizer.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.nn.optimizer.cpu_adam.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.nn.optimizer.fused_adam.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.optimizer.fused_lamb.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.optimizer.fused_sgd.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.optimizer.lamb.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.nn.optimizer.lars.rst

update documentation

2021-10-29 09:29:20 +08:00

colossalai.nn.optimizer.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.nn.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.registry.registry.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.registry.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.testing.comparison.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.testing.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.testing.utils.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.trainer.hooks.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.trainer.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.utils.activation_checkpoint.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.utils.checkpointing.rst

Support TP-compatible Torch AMP and Update trainer API (#27 )

2021-11-18 19:45:06 +08:00

colossalai.utils.common.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.utils.cuda.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.utils.data_sampler.base_sampler.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.utils.data_sampler.data_parallel_sampler.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.utils.data_sampler.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.utils.gradient_accumulation.rst

update examples and sphnix docs for the new api (#63 )

2021-12-13 22:07:01 +08:00

colossalai.utils.memory_tracer.async_memtracer.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.memory_tracer.memstats_collector.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.memory_tracer.model_data_memtracer.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.memory_tracer.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.utils.memory_tracer.test_async_memtracer.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.memory_tracer.test_memstats_collector.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.memory_utils.bucket_tensor_copy.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.utils.memory_utils.memory_monitor.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.utils.memory_utils.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.utils.memory_utils.utils.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.utils.moe.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.multi_tensor_apply.multi_tensor_apply.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.utils.multi_tensor_apply.rst

removed tutorial markdown and refreshed rst files for consistency

2022-01-19 17:01:37 +08:00

colossalai.utils.profiler.comm_profiler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.profiler.pcie_profiler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.profiler.prof_utils.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.profiler.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.rst

[doc] update apidoc (#530 )

2022-03-25 18:29:43 +08:00

colossalai.utils.tensor_detector.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.tensor_detector.tensor_detector.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.utils.timer.rst

Migrated project

2021-10-28 18:21:23 +02:00

colossalai.zero.init_ctx.init_context.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.init_ctx.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.shard_utils.base_shard_strategy.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.shard_utils.bucket_tensor_shard_strategy.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.shard_utils.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.shard_utils.tensor_shard_strategy.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_model.param_manager.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_model.reduce_scatter.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_model.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_model.sharded_grad.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_model.sharded_model_v2.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_model.sharded_model.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_model.utils.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.bookkeeping.base_store.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.bookkeeping.bucket_store.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.bookkeeping.gradient_store.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.bookkeeping.parameter_store.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.bookkeeping.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.bookkeeping.tensor_bucket.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.sharded_optim_v2.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_optim.sharded_optim.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_param.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_param.sharded_param.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00

colossalai.zero.sharded_param.sharded_tensor.rst

[doc] update rst (#470 )

2022-03-21 10:52:45 +08:00