LICENSE
MANIFEST.in
README.md
build.txt
setup.cfg
setup.py
version.txt
accelerator/__init__.py
accelerator/abstract_accelerator.py
accelerator/cpu_accelerator.py
accelerator/cuda_accelerator.py
accelerator/hpu_accelerator.py
accelerator/mlu_accelerator.py
accelerator/mps_accelerator.py
accelerator/npu_accelerator.py
accelerator/real_accelerator.py
accelerator/xpu_accelerator.py
bin/deepspeed
bin/deepspeed.pt
bin/ds
bin/ds_bench
bin/ds_elastic
bin/ds_io
bin/ds_nvme_tune
bin/ds_report
bin/ds_ssh
bin/dsr
csrc/adagrad/cpu_adagrad.cpp
csrc/adam/cpu_adam.cpp
csrc/adam/cpu_adam_impl.cpp
csrc/adam/fused_adam_frontend.cpp
csrc/adam/multi_tensor_adam.cu
csrc/adam/multi_tensor_apply.cuh
csrc/aio/common/deepspeed_aio_common.cpp
csrc/aio/common/deepspeed_aio_common.h
csrc/aio/common/deepspeed_aio_types.cpp
csrc/aio/common/deepspeed_aio_types.h
csrc/aio/common/deepspeed_aio_utils.cpp
csrc/aio/common/deepspeed_aio_utils.h
csrc/aio/py_lib/deepspeed_aio_op_desc.cpp
csrc/aio/py_lib/deepspeed_aio_op_desc.h
csrc/aio/py_lib/deepspeed_aio_thread.cpp
csrc/aio/py_lib/deepspeed_aio_thread.h
csrc/aio/py_lib/deepspeed_cpu_op.cpp
csrc/aio/py_lib/deepspeed_cpu_op.h
csrc/aio/py_lib/deepspeed_pin_tensor.cpp
csrc/aio/py_lib/deepspeed_pin_tensor.h
csrc/aio/py_lib/deepspeed_py_aio.cpp
csrc/aio/py_lib/deepspeed_py_aio.h
csrc/aio/py_lib/deepspeed_py_aio_handle.cpp
csrc/aio/py_lib/deepspeed_py_aio_handle.h
csrc/aio/py_lib/deepspeed_py_copy.cpp
csrc/aio/py_lib/deepspeed_py_copy.h
csrc/aio/py_lib/deepspeed_py_io_handle.cpp
csrc/aio/py_lib/deepspeed_py_io_handle.h
csrc/aio/py_lib/py_ds_aio.cpp
csrc/cpu/adam/fused_adam.cpp
csrc/cpu/comm/ccl.cpp
csrc/cpu/comm/shm.cpp
csrc/cpu/comm/shm.h
csrc/cpu/comm/shm_interface.cpp
csrc/cpu/lion/fused_lion.cpp
csrc/deepspeed4science/evoformer_attn/attention.cpp
csrc/deepspeed4science/evoformer_attn/attention_back.cu
csrc/deepspeed4science/evoformer_attn/attention_cu.cu
csrc/deepspeed4science/evoformer_attn/gemm_kernel_utils.h
csrc/deepspeed4science/evoformer_attn/kernel_backward.h
csrc/deepspeed4science/evoformer_attn/kernel_forward.h
csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_grad_bias.h
csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_pipelined.h
csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_rescale_output.h
csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_thread_apply_logsumexp.h
csrc/deepspeed4science/evoformer_attn/gemm/custom_mma.h
csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_base.h
csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_multistage.h
csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_pipelined.h
csrc/deepspeed4science/evoformer_attn/gemm/find_default_mma.h
csrc/deepspeed4science/evoformer_attn/gemm/mma_accum_lambda_iterator.h
csrc/deepspeed4science/evoformer_attn/gemm/mma_from_smem.h
csrc/deepspeed4science/evoformer_attn/iterators/epilogue_predicated_tile_iterator.h
csrc/deepspeed4science/evoformer_attn/iterators/make_residual_last.h
csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_access_iterator_residual_last.h
csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_atomic.h
csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_residual_last.h
csrc/deepspeed4science/evoformer_attn/iterators/transpose_warp_iterator.h
csrc/deepspeed4science/evoformer_attn/iterators/warp_iterator_from_smem.h
csrc/deepspeed4science/evoformer_attn/transform/bias_broadcast.h
csrc/deepspeed4science/evoformer_attn/transform/tile_smem_loader.h
csrc/fp_quantizer/fp_quantize.cpp
csrc/fp_quantizer/fp_quantize.cu
csrc/fp_quantizer/includes/context.h
csrc/fp_quantizer/includes/fp_quantize.h
csrc/gds/py_lib/deepspeed_gds_op.cpp
csrc/gds/py_lib/deepspeed_gds_op.h
csrc/gds/py_lib/deepspeed_gds_utils.h
csrc/gds/py_lib/deepspeed_py_gds_handle.cpp
csrc/gds/py_lib/deepspeed_py_gds_handle.h
csrc/gds/py_lib/py_ds_gds.cpp
csrc/includes/StopWatch.h
csrc/includes/Timer.h
csrc/includes/activation_type.h
csrc/includes/compat.h
csrc/includes/context.h
csrc/includes/conversion_utils.h
csrc/includes/cpu_adagrad.h
csrc/includes/cpu_adam.h
csrc/includes/cpu_lion.h
csrc/includes/cublas_wrappers.h
csrc/includes/custom_cuda_layers.h
csrc/includes/dequantization_utils.h
csrc/includes/dropout.h
csrc/includes/ds_kernel_utils.h
csrc/includes/ds_transformer_cuda.h
csrc/includes/feed_forward.h
csrc/includes/gelu.h
csrc/includes/gemm_test.h
csrc/includes/general_kernels.h
csrc/includes/memory_access_utils.h
csrc/includes/normalize_layer.h
csrc/includes/quantization.h
csrc/includes/quantization_utils.h
csrc/includes/quantizer.h
csrc/includes/reduction_utils.h
csrc/includes/simd.h
csrc/includes/softmax.h
csrc/includes/strided_batch_gemm.h
csrc/includes/type_shim.h
csrc/lamb/fused_lamb_cuda.cpp
csrc/lamb/fused_lamb_cuda_kernel.cu
csrc/lion/cpu_lion.cpp
csrc/lion/cpu_lion_impl.cpp
csrc/lion/fused_lion_frontend.cpp
csrc/lion/multi_tensor_apply.cuh
csrc/lion/multi_tensor_lion.cu
csrc/quantization/dequantize.cu
csrc/quantization/fake_quantizer.cu
csrc/quantization/pt_binding.cpp
csrc/quantization/quant_reduce.cu
csrc/quantization/quantize.cu
csrc/quantization/quantize_intX.cu
csrc/quantization/swizzled_quantize.cu
csrc/random_ltd/gather_scatter.cu
csrc/random_ltd/pt_binding.cpp
csrc/random_ltd/slice_attn_masks.cu
csrc/random_ltd/token_sort.cu
csrc/sparse_attention/utils.cpp
csrc/spatial/csrc/opt_bias_add.cu
csrc/spatial/csrc/pt_binding.cpp
csrc/spatial/includes/spatial_cuda_layers.h
csrc/transformer/cublas_wrappers.cu
csrc/transformer/dropout_kernels.cu
csrc/transformer/ds_transformer_cuda.cpp
csrc/transformer/gelu_kernels.cu
csrc/transformer/general_kernels.cu
csrc/transformer/normalize_kernels.cu
csrc/transformer/softmax_kernels.cu
csrc/transformer/transform_kernels.cu
csrc/transformer/inference/csrc/apply_rotary_pos_emb.cu
csrc/transformer/inference/csrc/dequantize.cu
csrc/transformer/inference/csrc/gelu.cu
csrc/transformer/inference/csrc/layer_norm.cu
csrc/transformer/inference/csrc/pointwise_ops.cu
csrc/transformer/inference/csrc/pt_binding.cpp
csrc/transformer/inference/csrc/relu.cu
csrc/transformer/inference/csrc/rms_norm.cu
csrc/transformer/inference/csrc/softmax.cu
csrc/transformer/inference/csrc/transform.cu
csrc/transformer/inference/includes/inference_context.h
csrc/transformer/inference/includes/inference_cublas_wrappers.h
csrc/transformer/inference/includes/inference_cuda_layers.h
csrc/utils/flatten_unflatten.cpp
csrc/xpu/adagrad/cpu_adagrad.cpp
csrc/xpu/adam/fused_adam_frontend.cpp
csrc/xpu/adam/multi_tensor_adam.dp.cpp
csrc/xpu/adam/multi_tensor_apply.dp.hpp
csrc/xpu/aio/deepspeed_cpu_op.cpp
csrc/xpu/common/custom_cuda_kernel.dp.cpp
csrc/xpu/includes/compat.h
csrc/xpu/includes/cpu_adagrad.h
csrc/xpu/includes/cpu_adam.h
csrc/xpu/includes/simd.h
csrc/xpu/includes/type_shim.h
csrc/xpu/packbits/packing.cpp
deepspeed/__init__.py
deepspeed/constants.py
deepspeed/env_report.py
deepspeed/git_version_info.py
deepspeed/git_version_info_installed.py
deepspeed.egg-info/PKG-INFO
deepspeed.egg-info/SOURCES.txt
deepspeed.egg-info/dependency_links.txt
deepspeed.egg-info/entry_points.txt
deepspeed.egg-info/requires.txt
deepspeed.egg-info/top_level.txt
deepspeed/accelerator/__init__.py
deepspeed/accelerator/abstract_accelerator.py
deepspeed/accelerator/cpu_accelerator.py
deepspeed/accelerator/cuda_accelerator.py
deepspeed/accelerator/hpu_accelerator.py
deepspeed/accelerator/mlu_accelerator.py
deepspeed/accelerator/mps_accelerator.py
deepspeed/accelerator/npu_accelerator.py
deepspeed/accelerator/real_accelerator.py
deepspeed/accelerator/xpu_accelerator.py
deepspeed/autotuning/__init__.py
deepspeed/autotuning/autotuner.py
deepspeed/autotuning/config.py
deepspeed/autotuning/constants.py
deepspeed/autotuning/scheduler.py
deepspeed/autotuning/utils.py
deepspeed/autotuning/config_templates/template_zero0.json
deepspeed/autotuning/config_templates/template_zero1.json
deepspeed/autotuning/config_templates/template_zero2.json
deepspeed/autotuning/config_templates/template_zero3.json
deepspeed/autotuning/tuner/__init__.py
deepspeed/autotuning/tuner/base_tuner.py
deepspeed/autotuning/tuner/cost_model.py
deepspeed/autotuning/tuner/index_based_tuner.py
deepspeed/autotuning/tuner/model_based_tuner.py
deepspeed/autotuning/tuner/utils.py
deepspeed/checkpoint/__init__.py
deepspeed/checkpoint/constants.py
deepspeed/checkpoint/deepspeed_checkpoint.py
deepspeed/checkpoint/ds_to_universal.py
deepspeed/checkpoint/reshape_3d_utils.py
deepspeed/checkpoint/reshape_meg_2d.py
deepspeed/checkpoint/reshape_utils.py
deepspeed/checkpoint/universal_checkpoint.py
deepspeed/checkpoint/utils.py
deepspeed/checkpoint/zero_checkpoint.py
deepspeed/comm/__init__.py
deepspeed/comm/backend.py
deepspeed/comm/ccl.py
deepspeed/comm/comm.py
deepspeed/comm/config.py
deepspeed/comm/constants.py
deepspeed/comm/reduce_op.py
deepspeed/comm/torch.py
deepspeed/comm/utils.py
deepspeed/compression/__init__.py
deepspeed/compression/basic_layer.py
deepspeed/compression/compress.py
deepspeed/compression/config.py
deepspeed/compression/constants.py
deepspeed/compression/helper.py
deepspeed/compression/scheduler.py
deepspeed/compression/utils.py
deepspeed/elasticity/__init__.py
deepspeed/elasticity/config.py
deepspeed/elasticity/constants.py
deepspeed/elasticity/elastic_agent.py
deepspeed/elasticity/elasticity.py
deepspeed/elasticity/utils.py
deepspeed/inference/__init__.py
deepspeed/inference/config.py
deepspeed/inference/engine.py
deepspeed/inference/quantization/__init__.py
deepspeed/inference/quantization/layers.py
deepspeed/inference/quantization/quantization.py
deepspeed/inference/quantization/quantization_context.py
deepspeed/inference/quantization/utils.py
deepspeed/inference/v2/__init__.py
deepspeed/inference/v2/allocator.py
deepspeed/inference/v2/config_v2.py
deepspeed/inference/v2/engine_factory.py
deepspeed/inference/v2/engine_v2.py
deepspeed/inference/v2/inference_parameter.py
deepspeed/inference/v2/inference_utils.py
deepspeed/inference/v2/logging.py
deepspeed/inference/v2/scheduling_utils.py
deepspeed/inference/v2/checkpoint/__init__.py
deepspeed/inference/v2/checkpoint/base_engine.py
deepspeed/inference/v2/checkpoint/huggingface_engine.py
deepspeed/inference/v2/checkpoint/in_memory_engine.py
deepspeed/inference/v2/kernels/__init__.py
deepspeed/inference/v2/kernels/ds_kernel.py
deepspeed/inference/v2/kernels/core_ops/__init__.py
deepspeed/inference/v2/kernels/core_ops/core_ops.cpp
deepspeed/inference/v2/kernels/core_ops/bias_activations/__init__.py
deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.cpp
deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.h
deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.py
deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation_cuda.cu
deepspeed/inference/v2/kernels/core_ops/blas_kernels/__init__.py
deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas.h
deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_linear.py
deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_utils.h
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/__init__.py
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_fp_ln_base.py
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_ln.py
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_post_ln.py
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_pre_ln.py
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.cpp
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.h
deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm_cuda.cu
deepspeed/inference/v2/kernels/core_ops/cuda_linear/__init__.py
deepspeed/inference/v2/kernels/core_ops/cuda_linear/cuda_linear.py
deepspeed/inference/v2/kernels/core_ops/cuda_linear/linear_kernels.cpp
deepspeed/inference/v2/kernels/core_ops/cuda_linear/linear_kernels.h
deepspeed/inference/v2/kernels/core_ops/cuda_linear/linear_kernels_cuda.cu
deepspeed/inference/v2/kernels/core_ops/cuda_linear/linear_kernels_cuda.h
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/configs.h
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/kernel_matmul.cuh
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/kernel_reduction.cuh
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/ptx_cp.async.cuh
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/ptx_mma.cuh
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/utils_core.cuh
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/utils_gmem.cuh
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/utils_paralleldequant.cuh
deepspeed/inference/v2/kernels/core_ops/cuda_linear/include/weight_prepacking.h
deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/__init__.py
deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.cpp
deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.h
deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.py
deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm_base.py
deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm_cuda.cu
deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_pre_norm.py
deepspeed/inference/v2/kernels/core_ops/gated_activations/__init__.py
deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation.py
deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.cpp
deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.h
deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels_cuda.cu
deepspeed/inference/v2/kernels/cutlass_ops/__init__.py
deepspeed/inference/v2/kernels/cutlass_ops/cutlass_ops.cpp
deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/__init__.py
deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.cu
deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.h
deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.py
deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm_api.h
deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/__init__.py
deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/mixed_moe_gemm.py
deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.cu
deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.h
deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.py
deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm_api.h
deepspeed/inference/v2/kernels/cutlass_ops/shared_resources/weight_variant.h
deepspeed/inference/v2/kernels/includes/activation_type.h
deepspeed/inference/v2/kernels/includes/conversion_utils.h
deepspeed/inference/v2/kernels/includes/ds_kernel_utils.h
deepspeed/inference/v2/kernels/includes/memory_access_utils.h
deepspeed/inference/v2/kernels/includes/reduction_utils.h
deepspeed/inference/v2/kernels/ragged_ops/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/ragged_ops.cpp
deepspeed/inference/v2/kernels/ragged_ops/atom_builder/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.cpp
deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.h
deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.py
deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/attention_atom.h
deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.cpp
deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.h
deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.py
deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/flash.h
deepspeed/inference/v2/kernels/ragged_ops/embed/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cpp
deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cuh
deepspeed/inference/v2/kernels/ragged_ops/embed/embed.h
deepspeed/inference/v2/kernels/ragged_ops/embed/embed.py
deepspeed/inference/v2/kernels/ragged_ops/embed/embed_cuda.cu
deepspeed/inference/v2/kernels/ragged_ops/includes/top_k_utils.h
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cpp
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cuh
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.h
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.py
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary_cuda.cu
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_trained_kv_rotary.py
deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/linear_blocked_kv_copy.py
deepspeed/inference/v2/kernels/ragged_ops/logits_gather/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cpp
deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cuh
deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.h
deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.py
deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather_cuda.cu
deepspeed/inference/v2/kernels/ragged_ops/moe_gather/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cpp
deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cuh
deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.h
deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.py
deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather_cuda.cu
deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cpp
deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cuh
deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.h
deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.py
deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter_cuda.cu
deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_dtypes.h
deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_kernel_helpers.cpp
deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_kernel_helpers.h
deepspeed/inference/v2/kernels/ragged_ops/top_k_gating/__init__.py
deepspeed/inference/v2/kernels/ragged_ops/top_k_gating/top_k_gating.cpp
deepspeed/inference/v2/kernels/ragged_ops/top_k_gating/top_k_gating.cuh
deepspeed/inference/v2/kernels/ragged_ops/top_k_gating/top_k_gating.h
deepspeed/inference/v2/kernels/ragged_ops/top_k_gating/top_k_gating.py
deepspeed/inference/v2/kernels/ragged_ops/top_k_gating/top_k_gating_cuda.cu
deepspeed/inference/v2/model_implementations/__init__.py
deepspeed/inference/v2/model_implementations/flat_model_helpers.py
deepspeed/inference/v2/model_implementations/inference_model_base.py
deepspeed/inference/v2/model_implementations/inference_policy_base.py
deepspeed/inference/v2/model_implementations/inference_transformer_base.py
deepspeed/inference/v2/model_implementations/layer_container_base.py
deepspeed/inference/v2/model_implementations/parameter_base.py
deepspeed/inference/v2/model_implementations/common_parameters/__init__.py
deepspeed/inference/v2/model_implementations/common_parameters/attn_output_parameters.py
deepspeed/inference/v2/model_implementations/common_parameters/embedding_parameters.py
deepspeed/inference/v2/model_implementations/common_parameters/invfreq_parameters.py
deepspeed/inference/v2/model_implementations/common_parameters/mlp_parameters.py
deepspeed/inference/v2/model_implementations/common_parameters/moe_parameters.py
deepspeed/inference/v2/model_implementations/common_parameters/norm_parameters.py
deepspeed/inference/v2/model_implementations/common_parameters/qkv_parameters.py
deepspeed/inference/v2/model_implementations/common_parameters/unembed_parameters.py
deepspeed/inference/v2/model_implementations/falcon/__init__.py
deepspeed/inference/v2/model_implementations/falcon/container.py
deepspeed/inference/v2/model_implementations/falcon/model.py
deepspeed/inference/v2/model_implementations/falcon/policy.py
deepspeed/inference/v2/model_implementations/llama_v2/__init__.py
deepspeed/inference/v2/model_implementations/llama_v2/container.py
deepspeed/inference/v2/model_implementations/llama_v2/model.py
deepspeed/inference/v2/model_implementations/llama_v2/policy.py
deepspeed/inference/v2/model_implementations/mistral/__init__.py
deepspeed/inference/v2/model_implementations/mistral/container.py
deepspeed/inference/v2/model_implementations/mistral/model.py
deepspeed/inference/v2/model_implementations/mistral/policy.py
deepspeed/inference/v2/model_implementations/mixtral/__init__.py
deepspeed/inference/v2/model_implementations/mixtral/container.py
deepspeed/inference/v2/model_implementations/mixtral/model.py
deepspeed/inference/v2/model_implementations/mixtral/policy.py
deepspeed/inference/v2/model_implementations/opt/__init__.py
deepspeed/inference/v2/model_implementations/opt/container.py
deepspeed/inference/v2/model_implementations/opt/model.py
deepspeed/inference/v2/model_implementations/opt/policy.py
deepspeed/inference/v2/model_implementations/phi/__init__.py
deepspeed/inference/v2/model_implementations/phi/containers.py
deepspeed/inference/v2/model_implementations/phi/model.py
deepspeed/inference/v2/model_implementations/phi/policy.py
deepspeed/inference/v2/model_implementations/phi3/__init__.py
deepspeed/inference/v2/model_implementations/phi3/containers.py
deepspeed/inference/v2/model_implementations/phi3/model.py
deepspeed/inference/v2/model_implementations/phi3/policy.py
deepspeed/inference/v2/model_implementations/qwen/__init__.py
deepspeed/inference/v2/model_implementations/qwen/container.py
deepspeed/inference/v2/model_implementations/qwen/model.py
deepspeed/inference/v2/model_implementations/qwen/policy.py
deepspeed/inference/v2/model_implementations/qwen_v2/__init__.py
deepspeed/inference/v2/model_implementations/qwen_v2/container.py
deepspeed/inference/v2/model_implementations/qwen_v2/model.py
deepspeed/inference/v2/model_implementations/qwen_v2/policy.py
deepspeed/inference/v2/model_implementations/qwen_v2_moe/__init__.py
deepspeed/inference/v2/model_implementations/qwen_v2_moe/container.py
deepspeed/inference/v2/model_implementations/qwen_v2_moe/model.py
deepspeed/inference/v2/model_implementations/qwen_v2_moe/policy.py
deepspeed/inference/v2/model_implementations/sharding/__init__.py
deepspeed/inference/v2/model_implementations/sharding/attn.py
deepspeed/inference/v2/model_implementations/sharding/attn_out.py
deepspeed/inference/v2/model_implementations/sharding/embedding.py
deepspeed/inference/v2/model_implementations/sharding/mlp.py
deepspeed/inference/v2/model_implementations/sharding/qkv.py
deepspeed/inference/v2/model_implementations/sharding/types.py
deepspeed/inference/v2/model_implementations/sharding/unembed.py
deepspeed/inference/v2/model_implementations/sharding/utils.py
deepspeed/inference/v2/modules/__init__.py
deepspeed/inference/v2/modules/ds_module.py
deepspeed/inference/v2/modules/heuristics.py
deepspeed/inference/v2/modules/module_registry.py
deepspeed/inference/v2/modules/configs/__init__.py
deepspeed/inference/v2/modules/configs/attention_configs.py
deepspeed/inference/v2/modules/configs/embedding_config.py
deepspeed/inference/v2/modules/configs/linear_config.py
deepspeed/inference/v2/modules/configs/moe_config.py
deepspeed/inference/v2/modules/configs/norm_config.py
deepspeed/inference/v2/modules/configs/unembed_config.py
deepspeed/inference/v2/modules/implementations/__init__.py
deepspeed/inference/v2/modules/implementations/attention/__init__.py
deepspeed/inference/v2/modules/implementations/attention/dense_blocked_attention.py
deepspeed/inference/v2/modules/implementations/embedding/__init__.py
deepspeed/inference/v2/modules/implementations/embedding/ragged_embedding.py
deepspeed/inference/v2/modules/implementations/linear/__init__.py
deepspeed/inference/v2/modules/implementations/linear/blas_fp_linear.py
deepspeed/inference/v2/modules/implementations/linear/quantized_linear.py
deepspeed/inference/v2/modules/implementations/moe/__init__.py
deepspeed/inference/v2/modules/implementations/moe/cutlass_multi_gemm.py
deepspeed/inference/v2/modules/implementations/post_norm/__init__.py
deepspeed/inference/v2/modules/implementations/post_norm/cuda_post_ln.py
deepspeed/inference/v2/modules/implementations/pre_norm/__init__.py
deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_ln.py
deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_rms.py
deepspeed/inference/v2/modules/implementations/unembed/__init__.py
deepspeed/inference/v2/modules/implementations/unembed/ragged_unembed.py
deepspeed/inference/v2/modules/interfaces/__init__.py
deepspeed/inference/v2/modules/interfaces/attention_base.py
deepspeed/inference/v2/modules/interfaces/embedding_base.py
deepspeed/inference/v2/modules/interfaces/linear_base.py
deepspeed/inference/v2/modules/interfaces/moe_base.py
deepspeed/inference/v2/modules/interfaces/post_norm_base.py
deepspeed/inference/v2/modules/interfaces/pre_norm_base.py
deepspeed/inference/v2/modules/interfaces/unembed_base.py
deepspeed/inference/v2/ragged/__init__.py
deepspeed/inference/v2/ragged/blocked_allocator.py
deepspeed/inference/v2/ragged/kv_cache.py
deepspeed/inference/v2/ragged/manager_configs.py
deepspeed/inference/v2/ragged/ragged_manager.py
deepspeed/inference/v2/ragged/ragged_wrapper.py
deepspeed/inference/v2/ragged/sequence_descriptor.py
deepspeed/inference/v2/ragged/csrc/fast_host_buffer.cu
deepspeed/inference/v2/ragged/csrc/ragged_ops.cpp
deepspeed/inference/v2/ragged/includes/fast_host_buffer.h
deepspeed/launcher/__init__.py
deepspeed/launcher/constants.py
deepspeed/launcher/launch.py
deepspeed/launcher/launcher_helper.py
deepspeed/launcher/multinode_runner.py
deepspeed/launcher/runner.py
deepspeed/linear/__init__.py
deepspeed/linear/config.py
deepspeed/linear/context_manager.py
deepspeed/linear/optimized_linear.py
deepspeed/linear/quantization.py
deepspeed/model_implementations/__init__.py
deepspeed/model_implementations/diffusers/__init__.py
deepspeed/model_implementations/diffusers/unet.py
deepspeed/model_implementations/diffusers/vae.py
deepspeed/model_implementations/features/__init__.py
deepspeed/model_implementations/features/cuda_graph.py
deepspeed/model_implementations/transformers/__init__.py
deepspeed/model_implementations/transformers/clip_encoder.py
deepspeed/model_implementations/transformers/ds_base.py
deepspeed/model_implementations/transformers/ds_bert.py
deepspeed/model_implementations/transformers/ds_bloom.py
deepspeed/model_implementations/transformers/ds_gpt.py
deepspeed/model_implementations/transformers/ds_llama2.py
deepspeed/model_implementations/transformers/ds_megatron_gpt.py
deepspeed/model_implementations/transformers/ds_opt.py
deepspeed/model_implementations/transformers/ds_transformer.py
deepspeed/module_inject/__init__.py
deepspeed/module_inject/auto_tp.py
deepspeed/module_inject/auto_tp_model_utils.py
deepspeed/module_inject/fusedqkv_utils.py
deepspeed/module_inject/inject.py
deepspeed/module_inject/layers.py
deepspeed/module_inject/load_checkpoint.py
deepspeed/module_inject/module_quantize.py
deepspeed/module_inject/policy.py
deepspeed/module_inject/replace_module.py
deepspeed/module_inject/replace_policy.py
deepspeed/module_inject/tp_shard.py
deepspeed/module_inject/utils.py
deepspeed/module_inject/containers/__init__.py
deepspeed/module_inject/containers/base.py
deepspeed/module_inject/containers/base_moe.py
deepspeed/module_inject/containers/bert.py
deepspeed/module_inject/containers/bloom.py
deepspeed/module_inject/containers/clip.py
deepspeed/module_inject/containers/distil_bert.py
deepspeed/module_inject/containers/gpt2.py
deepspeed/module_inject/containers/gptj.py
deepspeed/module_inject/containers/gptneo.py
deepspeed/module_inject/containers/gptneox.py
deepspeed/module_inject/containers/internlm.py
deepspeed/module_inject/containers/llama.py
deepspeed/module_inject/containers/llama2.py
deepspeed/module_inject/containers/megatron_gpt.py
deepspeed/module_inject/containers/megatron_gpt_moe.py
deepspeed/module_inject/containers/opt.py
deepspeed/module_inject/containers/unet.py
deepspeed/module_inject/containers/vae.py
deepspeed/module_inject/containers/features/__init__.py
deepspeed/module_inject/containers/features/gated_mlp.py
deepspeed/module_inject/containers/features/hybrid_engine.py
deepspeed/module_inject/containers/features/hybrid_megatron.py
deepspeed/module_inject/containers/features/megatron.py
deepspeed/module_inject/containers/features/meta_tensor.py
deepspeed/module_inject/containers/features/split_qkv.py
deepspeed/moe/__init__.py
deepspeed/moe/experts.py
deepspeed/moe/layer.py
deepspeed/moe/mappings.py
deepspeed/moe/sharded_moe.py
deepspeed/moe/utils.py
deepspeed/monitor/__init__.py
deepspeed/monitor/comet.py
deepspeed/monitor/config.py
deepspeed/monitor/csv_monitor.py
deepspeed/monitor/monitor.py
deepspeed/monitor/tensorboard.py
deepspeed/monitor/utils.py
deepspeed/monitor/wandb.py
deepspeed/nebula/__init__.py
deepspeed/nebula/config.py
deepspeed/nebula/constants.py
deepspeed/nvme/__init__.py
deepspeed/nvme/ds_aio_args.py
deepspeed/nvme/ds_aio_basic.py
deepspeed/nvme/ds_aio_handle.py
deepspeed/nvme/ds_aio_job.py
deepspeed/nvme/parse_nvme_stats.py
deepspeed/nvme/perf_generate_param.py
deepspeed/nvme/perf_run_sweep.py
deepspeed/nvme/perf_sweep_utils.py
deepspeed/nvme/test_ds_aio.py
deepspeed/nvme/test_ds_aio_utils.py
deepspeed/nvme/validate_async_io.py
deepspeed/ops/__init__.py
deepspeed/ops/adagrad/__init__.py
deepspeed/ops/adagrad/cpu_adagrad.py
deepspeed/ops/adam/__init__.py
deepspeed/ops/adam/cpu_adam.py
deepspeed/ops/adam/fused_adam.py
deepspeed/ops/adam/multi_tensor_apply.py
deepspeed/ops/aio/__init__.py
deepspeed/ops/csrc/adagrad/cpu_adagrad.cpp
deepspeed/ops/csrc/adam/cpu_adam.cpp
deepspeed/ops/csrc/adam/cpu_adam_impl.cpp
deepspeed/ops/csrc/adam/fused_adam_frontend.cpp
deepspeed/ops/csrc/adam/multi_tensor_adam.cu
deepspeed/ops/csrc/adam/multi_tensor_apply.cuh
deepspeed/ops/csrc/aio/common/deepspeed_aio_common.cpp
deepspeed/ops/csrc/aio/common/deepspeed_aio_common.h
deepspeed/ops/csrc/aio/common/deepspeed_aio_types.cpp
deepspeed/ops/csrc/aio/common/deepspeed_aio_types.h
deepspeed/ops/csrc/aio/common/deepspeed_aio_utils.cpp
deepspeed/ops/csrc/aio/common/deepspeed_aio_utils.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_op_desc.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_op_desc.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_thread.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_thread.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_cpu_op.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_cpu_op.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_pin_tensor.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_pin_tensor.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio_handle.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio_handle.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_copy.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_copy.h
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_io_handle.cpp
deepspeed/ops/csrc/aio/py_lib/deepspeed_py_io_handle.h
deepspeed/ops/csrc/aio/py_lib/py_ds_aio.cpp
deepspeed/ops/csrc/aio/py_test/single_process_config.json
deepspeed/ops/csrc/cpu/adam/fused_adam.cpp
deepspeed/ops/csrc/cpu/comm/ccl.cpp
deepspeed/ops/csrc/cpu/comm/shm.cpp
deepspeed/ops/csrc/cpu/comm/shm.h
deepspeed/ops/csrc/cpu/comm/shm_interface.cpp
deepspeed/ops/csrc/cpu/lion/fused_lion.cpp
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention.cpp
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention_back.cu
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention_cu.cu
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm_kernel_utils.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/kernel_backward.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/kernel_forward.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_grad_bias.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_pipelined.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_rescale_output.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_thread_apply_logsumexp.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_base.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_multistage.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_pipelined.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/find_default_mma.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/mma_accum_lambda_iterator.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/mma_from_smem.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/epilogue_predicated_tile_iterator.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/make_residual_last.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_access_iterator_residual_last.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_atomic.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_residual_last.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/transpose_warp_iterator.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/warp_iterator_from_smem.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform/bias_broadcast.h
deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform/tile_smem_loader.h
deepspeed/ops/csrc/fp_quantizer/fp_quantize.cpp
deepspeed/ops/csrc/fp_quantizer/fp_quantize.cu
deepspeed/ops/csrc/fp_quantizer/includes/context.h
deepspeed/ops/csrc/fp_quantizer/includes/fp_quantize.h
deepspeed/ops/csrc/gds/py_lib/deepspeed_gds_op.cpp
deepspeed/ops/csrc/gds/py_lib/deepspeed_gds_op.h
deepspeed/ops/csrc/gds/py_lib/deepspeed_gds_utils.h
deepspeed/ops/csrc/gds/py_lib/deepspeed_py_gds_handle.cpp
deepspeed/ops/csrc/gds/py_lib/deepspeed_py_gds_handle.h
deepspeed/ops/csrc/gds/py_lib/py_ds_gds.cpp
deepspeed/ops/csrc/includes/StopWatch.h
deepspeed/ops/csrc/includes/Timer.h
deepspeed/ops/csrc/includes/activation_type.h
deepspeed/ops/csrc/includes/compat.h
deepspeed/ops/csrc/includes/context.h
deepspeed/ops/csrc/includes/conversion_utils.h
deepspeed/ops/csrc/includes/cpu_adagrad.h
deepspeed/ops/csrc/includes/cpu_adam.h
deepspeed/ops/csrc/includes/cpu_lion.h
deepspeed/ops/csrc/includes/cublas_wrappers.h
deepspeed/ops/csrc/includes/custom_cuda_layers.h
deepspeed/ops/csrc/includes/dequantization_utils.h
deepspeed/ops/csrc/includes/dropout.h
deepspeed/ops/csrc/includes/ds_kernel_utils.h
deepspeed/ops/csrc/includes/ds_transformer_cuda.h
deepspeed/ops/csrc/includes/feed_forward.h
deepspeed/ops/csrc/includes/gelu.h
deepspeed/ops/csrc/includes/gemm_test.h
deepspeed/ops/csrc/includes/general_kernels.h
deepspeed/ops/csrc/includes/memory_access_utils.h
deepspeed/ops/csrc/includes/normalize_layer.h
deepspeed/ops/csrc/includes/quantization.h
deepspeed/ops/csrc/includes/quantization_utils.h
deepspeed/ops/csrc/includes/quantizer.h
deepspeed/ops/csrc/includes/reduction_utils.h
deepspeed/ops/csrc/includes/simd.h
deepspeed/ops/csrc/includes/softmax.h
deepspeed/ops/csrc/includes/strided_batch_gemm.h
deepspeed/ops/csrc/includes/type_shim.h
deepspeed/ops/csrc/lamb/fused_lamb_cuda.cpp
deepspeed/ops/csrc/lamb/fused_lamb_cuda_kernel.cu
deepspeed/ops/csrc/lion/cpu_lion.cpp
deepspeed/ops/csrc/lion/cpu_lion_impl.cpp
deepspeed/ops/csrc/lion/fused_lion_frontend.cpp
deepspeed/ops/csrc/lion/multi_tensor_apply.cuh
deepspeed/ops/csrc/lion/multi_tensor_lion.cu
deepspeed/ops/csrc/quantization/dequantize.cu
deepspeed/ops/csrc/quantization/fake_quantizer.cu
deepspeed/ops/csrc/quantization/pt_binding.cpp
deepspeed/ops/csrc/quantization/quant_reduce.cu
deepspeed/ops/csrc/quantization/quantize.cu
deepspeed/ops/csrc/quantization/quantize_intX.cu
deepspeed/ops/csrc/quantization/swizzled_quantize.cu
deepspeed/ops/csrc/random_ltd/gather_scatter.cu
deepspeed/ops/csrc/random_ltd/pt_binding.cpp
deepspeed/ops/csrc/random_ltd/slice_attn_masks.cu
deepspeed/ops/csrc/random_ltd/token_sort.cu
deepspeed/ops/csrc/sparse_attention/utils.cpp
deepspeed/ops/csrc/spatial/csrc/opt_bias_add.cu
deepspeed/ops/csrc/spatial/csrc/pt_binding.cpp
deepspeed/ops/csrc/spatial/includes/spatial_cuda_layers.h
deepspeed/ops/csrc/transformer/cublas_wrappers.cu
deepspeed/ops/csrc/transformer/dropout_kernels.cu
deepspeed/ops/csrc/transformer/ds_transformer_cuda.cpp
deepspeed/ops/csrc/transformer/gelu_kernels.cu
deepspeed/ops/csrc/transformer/general_kernels.cu
deepspeed/ops/csrc/transformer/normalize_kernels.cu
deepspeed/ops/csrc/transformer/softmax_kernels.cu
deepspeed/ops/csrc/transformer/transform_kernels.cu
deepspeed/ops/csrc/transformer/inference/csrc/apply_rotary_pos_emb.cu
deepspeed/ops/csrc/transformer/inference/csrc/dequantize.cu
deepspeed/ops/csrc/transformer/inference/csrc/gelu.cu
deepspeed/ops/csrc/transformer/inference/csrc/layer_norm.cu
deepspeed/ops/csrc/transformer/inference/csrc/pointwise_ops.cu
deepspeed/ops/csrc/transformer/inference/csrc/pt_binding.cpp
deepspeed/ops/csrc/transformer/inference/csrc/relu.cu
deepspeed/ops/csrc/transformer/inference/csrc/rms_norm.cu
deepspeed/ops/csrc/transformer/inference/csrc/softmax.cu
deepspeed/ops/csrc/transformer/inference/csrc/transform.cu
deepspeed/ops/csrc/transformer/inference/includes/inference_context.h
deepspeed/ops/csrc/transformer/inference/includes/inference_cublas_wrappers.h
deepspeed/ops/csrc/transformer/inference/includes/inference_cuda_layers.h
deepspeed/ops/csrc/utils/flatten_unflatten.cpp
deepspeed/ops/csrc/xpu/adagrad/cpu_adagrad.cpp
deepspeed/ops/csrc/xpu/adam/fused_adam_frontend.cpp
deepspeed/ops/csrc/xpu/adam/multi_tensor_adam.dp.cpp
deepspeed/ops/csrc/xpu/adam/multi_tensor_apply.dp.hpp
deepspeed/ops/csrc/xpu/aio/deepspeed_cpu_op.cpp
deepspeed/ops/csrc/xpu/common/custom_cuda_kernel.dp.cpp
deepspeed/ops/csrc/xpu/includes/compat.h
deepspeed/ops/csrc/xpu/includes/cpu_adagrad.h
deepspeed/ops/csrc/xpu/includes/cpu_adam.h
deepspeed/ops/csrc/xpu/includes/simd.h
deepspeed/ops/csrc/xpu/includes/type_shim.h
deepspeed/ops/csrc/xpu/packbits/packing.cpp
deepspeed/ops/deepspeed4science/__init__.py
deepspeed/ops/deepspeed4science/evoformer_attn.py
deepspeed/ops/fp_quantizer/__init__.py
deepspeed/ops/fp_quantizer/fp8_gemm.py
deepspeed/ops/fp_quantizer/quantize.py
deepspeed/ops/gds/__init__.py
deepspeed/ops/lamb/__init__.py
deepspeed/ops/lamb/fused_lamb.py
deepspeed/ops/lion/__init__.py
deepspeed/ops/lion/cpu_lion.py
deepspeed/ops/lion/fused_lion.py
deepspeed/ops/lion/multi_tensor_apply.py
deepspeed/ops/op_builder/__init__.py
deepspeed/ops/op_builder/all_ops.py
deepspeed/ops/op_builder/async_io.py
deepspeed/ops/op_builder/builder.py
deepspeed/ops/op_builder/cpu_adagrad.py
deepspeed/ops/op_builder/cpu_adam.py
deepspeed/ops/op_builder/cpu_lion.py
deepspeed/ops/op_builder/evoformer_attn.py
deepspeed/ops/op_builder/fp_quantizer.py
deepspeed/ops/op_builder/fused_adam.py
deepspeed/ops/op_builder/fused_lamb.py
deepspeed/ops/op_builder/fused_lion.py
deepspeed/ops/op_builder/gds.py
deepspeed/ops/op_builder/inference_core_ops.py
deepspeed/ops/op_builder/inference_cutlass_builder.py
deepspeed/ops/op_builder/quantizer.py
deepspeed/ops/op_builder/ragged_ops.py
deepspeed/ops/op_builder/ragged_utils.py
deepspeed/ops/op_builder/random_ltd.py
deepspeed/ops/op_builder/sparse_attn.py
deepspeed/ops/op_builder/spatial_inference.py
deepspeed/ops/op_builder/stochastic_transformer.py
deepspeed/ops/op_builder/transformer.py
deepspeed/ops/op_builder/transformer_inference.py
deepspeed/ops/op_builder/cpu/__init__.py
deepspeed/ops/op_builder/cpu/builder.py
deepspeed/ops/op_builder/cpu/comm.py
deepspeed/ops/op_builder/cpu/cpu_adam.py
deepspeed/ops/op_builder/cpu/fused_adam.py
deepspeed/ops/op_builder/cpu/no_impl.py
deepspeed/ops/op_builder/hpu/__init__.py
deepspeed/ops/op_builder/hpu/builder.py
deepspeed/ops/op_builder/hpu/cpu_adam.py
deepspeed/ops/op_builder/hpu/fused_adam.py
deepspeed/ops/op_builder/hpu/no_impl.py
deepspeed/ops/op_builder/hpu/transformer_inference.py
deepspeed/ops/op_builder/mlu/__init__.py
deepspeed/ops/op_builder/mlu/builder.py
deepspeed/ops/op_builder/mlu/cpu_adagrad.py
deepspeed/ops/op_builder/mlu/cpu_adam.py
deepspeed/ops/op_builder/mlu/fused_adam.py
deepspeed/ops/op_builder/mlu/no_impl.py
deepspeed/ops/op_builder/npu/__init__.py
deepspeed/ops/op_builder/npu/async_io.py
deepspeed/ops/op_builder/npu/builder.py
deepspeed/ops/op_builder/npu/cpu_adagrad.py
deepspeed/ops/op_builder/npu/cpu_adam.py
deepspeed/ops/op_builder/npu/cpu_lion.py
deepspeed/ops/op_builder/npu/fused_adam.py
deepspeed/ops/op_builder/npu/inference.py
deepspeed/ops/op_builder/npu/no_impl.py
deepspeed/ops/op_builder/xpu/__init__.py
deepspeed/ops/op_builder/xpu/async_io.py
deepspeed/ops/op_builder/xpu/builder.py
deepspeed/ops/op_builder/xpu/cpu_adagrad.py
deepspeed/ops/op_builder/xpu/cpu_adam.py
deepspeed/ops/op_builder/xpu/flash_attn.py
deepspeed/ops/op_builder/xpu/fused_adam.py
deepspeed/ops/op_builder/xpu/inference.py
deepspeed/ops/op_builder/xpu/no_impl.py
deepspeed/ops/op_builder/xpu/packbits.py
deepspeed/ops/quantizer/__init__.py
deepspeed/ops/quantizer/quantizer.py
deepspeed/ops/random_ltd/__init__.py
deepspeed/ops/random_ltd/dropping_utils.py
deepspeed/ops/sparse_attention/__init__.py
deepspeed/ops/sparse_attention/bert_sparse_self_attention.py
deepspeed/ops/sparse_attention/matmul.py
deepspeed/ops/sparse_attention/softmax.py
deepspeed/ops/sparse_attention/sparse_attention_utils.py
deepspeed/ops/sparse_attention/sparse_self_attention.py
deepspeed/ops/sparse_attention/sparsity_config.py
deepspeed/ops/sparse_attention/trsrc/__init__.py
deepspeed/ops/sparse_attention/trsrc/matmul.tr
deepspeed/ops/sparse_attention/trsrc/softmax_bwd.tr
deepspeed/ops/sparse_attention/trsrc/softmax_fwd.tr
deepspeed/ops/transformer/__init__.py
deepspeed/ops/transformer/transformer.py
deepspeed/ops/transformer/inference/__init__.py
deepspeed/ops/transformer/inference/bias_add.py
deepspeed/ops/transformer/inference/config.py
deepspeed/ops/transformer/inference/diffusers_2d_transformer.py
deepspeed/ops/transformer/inference/diffusers_attention.py
deepspeed/ops/transformer/inference/diffusers_transformer_block.py
deepspeed/ops/transformer/inference/ds_attention.py
deepspeed/ops/transformer/inference/ds_mlp.py
deepspeed/ops/transformer/inference/moe_inference.py
deepspeed/ops/transformer/inference/triton_ops.py
deepspeed/ops/transformer/inference/op_binding/__init__.py
deepspeed/ops/transformer/inference/op_binding/base.py
deepspeed/ops/transformer/inference/op_binding/bias_add.py
deepspeed/ops/transformer/inference/op_binding/bias_gelu.py
deepspeed/ops/transformer/inference/op_binding/bias_relu.py
deepspeed/ops/transformer/inference/op_binding/bias_residual.py
deepspeed/ops/transformer/inference/op_binding/einsum_sec_sm_ecm.py
deepspeed/ops/transformer/inference/op_binding/gated_activation.py
deepspeed/ops/transformer/inference/op_binding/gelu_gemm.py
deepspeed/ops/transformer/inference/op_binding/layer_norm.py
deepspeed/ops/transformer/inference/op_binding/linear.py
deepspeed/ops/transformer/inference/op_binding/mlp_gemm.py
deepspeed/ops/transformer/inference/op_binding/moe_res_matmul.py
deepspeed/ops/transformer/inference/op_binding/pad_transform.py
deepspeed/ops/transformer/inference/op_binding/pre_rms_norm.py
deepspeed/ops/transformer/inference/op_binding/qkv_gemm.py
deepspeed/ops/transformer/inference/op_binding/residual_add.py
deepspeed/ops/transformer/inference/op_binding/rms_norm.py
deepspeed/ops/transformer/inference/op_binding/softmax.py
deepspeed/ops/transformer/inference/op_binding/softmax_context.py
deepspeed/ops/transformer/inference/op_binding/vector_add.py
deepspeed/ops/transformer/inference/op_binding/vector_matmul.py
deepspeed/ops/transformer/inference/op_binding/workspace.py
deepspeed/ops/transformer/inference/triton/__init__.py
deepspeed/ops/transformer/inference/triton/attention.py
deepspeed/ops/transformer/inference/triton/gelu.py
deepspeed/ops/transformer/inference/triton/layer_norm.py
deepspeed/ops/transformer/inference/triton/matmul_ext.py
deepspeed/ops/transformer/inference/triton/mlp.py
deepspeed/ops/transformer/inference/triton/ops.py
deepspeed/ops/transformer/inference/triton/residual_add.py
deepspeed/ops/transformer/inference/triton/softmax.py
deepspeed/ops/transformer/inference/triton/triton_matmul_kernel.py
deepspeed/pipe/__init__.py
deepspeed/profiling/__init__.py
deepspeed/profiling/config.py
deepspeed/profiling/constants.py
deepspeed/profiling/flops_profiler/__init__.py
deepspeed/profiling/flops_profiler/profiler.py
deepspeed/runtime/__init__.py
deepspeed/runtime/base_optimizer.py
deepspeed/runtime/bf16_optimizer.py
deepspeed/runtime/compiler.py
deepspeed/runtime/config.py
deepspeed/runtime/config_utils.py
deepspeed/runtime/constants.py
deepspeed/runtime/dataloader.py
deepspeed/runtime/eigenvalue.py
deepspeed/runtime/engine.py
deepspeed/runtime/hybrid_engine.py
deepspeed/runtime/lr_schedules.py
deepspeed/runtime/progressive_layer_drop.py
deepspeed/runtime/quantize.py
deepspeed/runtime/sparse_tensor.py
deepspeed/runtime/state_dict_factory.py
deepspeed/runtime/utils.py
deepspeed/runtime/weight_quantizer.py
deepspeed/runtime/activation_checkpointing/__init__.py
deepspeed/runtime/activation_checkpointing/checkpointing.py
deepspeed/runtime/activation_checkpointing/config.py
deepspeed/runtime/checkpoint_engine/__init__.py
deepspeed/runtime/checkpoint_engine/checkpoint_engine.py
deepspeed/runtime/checkpoint_engine/nebula_checkpoint_engine.py
deepspeed/runtime/checkpoint_engine/torch_checkpoint_engine.py
deepspeed/runtime/comm/__init__.py
deepspeed/runtime/comm/coalesced_collectives.py
deepspeed/runtime/comm/compressed.py
deepspeed/runtime/comm/hccl.py
deepspeed/runtime/comm/mpi.py
deepspeed/runtime/comm/nccl.py
deepspeed/runtime/compression/__init__.py
deepspeed/runtime/compression/cupy.py
deepspeed/runtime/data_pipeline/__init__.py
deepspeed/runtime/data_pipeline/config.py
deepspeed/runtime/data_pipeline/constants.py
deepspeed/runtime/data_pipeline/curriculum_scheduler.py
deepspeed/runtime/data_pipeline/data_routing/__init__.py
deepspeed/runtime/data_pipeline/data_routing/basic_layer.py
deepspeed/runtime/data_pipeline/data_routing/helper.py
deepspeed/runtime/data_pipeline/data_routing/scheduler.py
deepspeed/runtime/data_pipeline/data_routing/utils.py
deepspeed/runtime/data_pipeline/data_sampling/__init__.py
deepspeed/runtime/data_pipeline/data_sampling/data_analyzer.py
deepspeed/runtime/data_pipeline/data_sampling/data_sampler.py
deepspeed/runtime/data_pipeline/data_sampling/indexed_dataset.py
deepspeed/runtime/data_pipeline/data_sampling/utils.py
deepspeed/runtime/fp16/__init__.py
deepspeed/runtime/fp16/fused_optimizer.py
deepspeed/runtime/fp16/loss_scaler.py
deepspeed/runtime/fp16/unfused_optimizer.py
deepspeed/runtime/fp16/onebit/__init__.py
deepspeed/runtime/fp16/onebit/adam.py
deepspeed/runtime/fp16/onebit/lamb.py
deepspeed/runtime/fp16/onebit/zoadam.py
deepspeed/runtime/pipe/__init__.py
deepspeed/runtime/pipe/engine.py
deepspeed/runtime/pipe/module.py
deepspeed/runtime/pipe/p2p.py
deepspeed/runtime/pipe/schedule.py
deepspeed/runtime/pipe/topology.py
deepspeed/runtime/swap_tensor/__init__.py
deepspeed/runtime/swap_tensor/aio_config.py
deepspeed/runtime/swap_tensor/async_swapper.py
deepspeed/runtime/swap_tensor/constants.py
deepspeed/runtime/swap_tensor/optimizer_utils.py
deepspeed/runtime/swap_tensor/partitioned_optimizer_swapper.py
deepspeed/runtime/swap_tensor/partitioned_param_swapper.py
deepspeed/runtime/swap_tensor/pipelined_optimizer_swapper.py
deepspeed/runtime/swap_tensor/utils.py
deepspeed/runtime/zero/__init__.py
deepspeed/runtime/zero/config.py
deepspeed/runtime/zero/contiguous_memory_allocator.py
deepspeed/runtime/zero/linear.py
deepspeed/runtime/zero/mics.py
deepspeed/runtime/zero/mics_utils.py
deepspeed/runtime/zero/offload_config.py
deepspeed/runtime/zero/parameter_offload.py
deepspeed/runtime/zero/partition_parameters.py
deepspeed/runtime/zero/partitioned_param_coordinator.py
deepspeed/runtime/zero/partitioned_param_profiler.py
deepspeed/runtime/zero/stage3.py
deepspeed/runtime/zero/stage_1_and_2.py
deepspeed/runtime/zero/test.py
deepspeed/runtime/zero/tiling.py
deepspeed/runtime/zero/utils.py
deepspeed/sequence/__init__.py
deepspeed/sequence/cross_entropy.py
deepspeed/sequence/layer.py
deepspeed/utils/__init__.py
deepspeed/utils/bwc.py
deepspeed/utils/comms_logging.py
deepspeed/utils/config.py
deepspeed/utils/debug.py
deepspeed/utils/exceptions.py
deepspeed/utils/groups.py
deepspeed/utils/init_on_device.py
deepspeed/utils/logging.py
deepspeed/utils/mixed_precision_linkage.py
deepspeed/utils/numa.py
deepspeed/utils/nvtx.py
deepspeed/utils/tensor_fragment.py
deepspeed/utils/timer.py
deepspeed/utils/torch.py
deepspeed/utils/types.py
deepspeed/utils/z3_leaf_module.py
deepspeed/utils/zero_to_fp32.py
op_builder/__init__.py
op_builder/all_ops.py
op_builder/async_io.py
op_builder/builder.py
op_builder/cpu_adagrad.py
op_builder/cpu_adam.py
op_builder/cpu_lion.py
op_builder/evoformer_attn.py
op_builder/fp_quantizer.py
op_builder/fused_adam.py
op_builder/fused_lamb.py
op_builder/fused_lion.py
op_builder/gds.py
op_builder/inference_core_ops.py
op_builder/inference_cutlass_builder.py
op_builder/quantizer.py
op_builder/ragged_ops.py
op_builder/ragged_utils.py
op_builder/random_ltd.py
op_builder/sparse_attn.py
op_builder/spatial_inference.py
op_builder/stochastic_transformer.py
op_builder/transformer.py
op_builder/transformer_inference.py
op_builder/cpu/__init__.py
op_builder/cpu/builder.py
op_builder/cpu/comm.py
op_builder/cpu/cpu_adam.py
op_builder/cpu/fused_adam.py
op_builder/cpu/no_impl.py
op_builder/hpu/__init__.py
op_builder/hpu/builder.py
op_builder/hpu/cpu_adam.py
op_builder/hpu/fused_adam.py
op_builder/hpu/no_impl.py
op_builder/hpu/transformer_inference.py
op_builder/mlu/__init__.py
op_builder/mlu/builder.py
op_builder/mlu/cpu_adagrad.py
op_builder/mlu/cpu_adam.py
op_builder/mlu/fused_adam.py
op_builder/mlu/no_impl.py
op_builder/npu/__init__.py
op_builder/npu/async_io.py
op_builder/npu/builder.py
op_builder/npu/cpu_adagrad.py
op_builder/npu/cpu_adam.py
op_builder/npu/cpu_lion.py
op_builder/npu/fused_adam.py
op_builder/npu/inference.py
op_builder/npu/no_impl.py
op_builder/xpu/__init__.py
op_builder/xpu/async_io.py
op_builder/xpu/builder.py
op_builder/xpu/cpu_adagrad.py
op_builder/xpu/cpu_adam.py
op_builder/xpu/flash_attn.py
op_builder/xpu/fused_adam.py
op_builder/xpu/inference.py
op_builder/xpu/no_impl.py
op_builder/xpu/packbits.py
requirements/requirements-1bit-mpi.txt
requirements/requirements-autotuning-ml.txt
requirements/requirements-autotuning.txt
requirements/requirements-cpu.txt
requirements/requirements-dev.txt
requirements/requirements-inf.txt
requirements/requirements-readthedocs.txt
requirements/requirements-sd.txt
requirements/requirements-sparse_attn.txt
requirements/requirements-sparse_pruning.txt
requirements/requirements-triton.txt
requirements/requirements.txt