huggingface_engine.py
Commit
1 year ago
- Files57
- deepspeed/inference/v2
- checkpoint
- engine_factory.py
- kernels/ragged_ops
- __init__.py
- includes
top_k_utils.h
- linear_blocked_kv_rotary
blocked_kv_rotary.cpp
blocked_kv_rotary.cu- blocked_kv_rotary.cuh
- blocked_kv_rotary.h
- blocked_kv_rotary.py
- moe_gather
- moe_gather.cpp
- moe_gather.cu
- moe_gather.cuh
- moe_gather.h
- moe_gather.py
- moe_scatter
- moe_scatter.cpp
- moe_scatter.cu
- moe_scatter.cuh
- moe_scatter.py
- ragged_ops.cpp
- top_k_gating
- __init__.py
- top_k_gating.cpp
- top_k_gating.cu
- top_k_gating.cuh
- top_k_gating.h
- top_k_gating.py
- model_implementations
- __init__.py
- common_parameters
- moe_parameters.py
- falcon
- __init__.py
- container.py
- model.py
- policy.py
- inference_transformer_base.py
- llama_v2
- __init__.py
- container.py
- model.py
- policy.py
- mistral
- model.py
- policy.py
- mixtral
- __init__.py
- container.py
- model.py
- policy.py
- opt
- container.py
- model.py
- policy.py
- modules
- configs
- __init__.py
- attention_configs.py
- moe_config.py
- implementations
- attention
- dense_blocked_attention.py
- moe
- cutlass_multi_gemm.py
- op_builder
- ragged_ops.py
- tests/unit/inference/v2
- kernels/ragged_ops
- test_moe_gather.py
- test_moe_scatter.py
- test_top_k_gating.py
- model_implementations/parameters
- test_parameter_list.py
- modules
- test_blocked_attn.py
- test_cutlass_moe.py