main
ColossalAI
Repository badge with A rating
View on GitHub
Grade
Name
Complexity
Churn
Issues
A
colossalai\inference\modeling\layers\diffusion.py
16 1 -
A
colossalai\inference\modeling\layers\baichuan_tp_linear.py
5 3 -
A
colossalai\inference\modeling\layers\attention.py
30 1 -
A
colossalai\inference\modeling\backends\pre_attention_backend.py
18 1 -
A
colossalai\inference\modeling\backends\attention_backend.py
11 2 -
A
colossalai\inference\logit_processors.py
34 1 -
A
colossalai\inference\kv_cache\kvcache_manager.py
78 4 -
A
colossalai\inference\kv_cache\block_cache.py
9 1 -
A
colossalai\inference\kv_cache\__init__.py
 2 -
A
colossalai\inference\graph_runner.py
5 1 -
A
colossalai\inference\flash_decoding_utils.py
8 1 -
A
colossalai\inference\executor\rpc_worker.py
25 3 -
A
colossalai\inference\core\rpc_engine.py
40 3 -
A
colossalai\inference\core\request_handler.py
91 3 -
A
colossalai\inference\core\plugin.py
20 2 -
A
colossalai\inference\core\llm_engine.py
108 2 -
A
colossalai\inference\core\engine.py
14 7 -
A
colossalai\inference\core\diffusion_engine.py
27 2 -
A
colossalai\inference\core\base_engine.py
8 1 -
A
colossalai\inference\core\async_engine.py
55 1 -