|
|
--- |
|
|
license: apache-2.0 |
|
|
--- |
|
|
Model weights For the Paper ""Harder Tasks Need More Experts: Dynamic Routing in MoE Models"" |
|
|
|
|
|
Inference Code can be found at: https://github.com/ZhenweiAn/Dynamic_MoE |
|
|
|
|
|
@article{huang2024harder, |
|
|
|
|
|
title={Harder Tasks Need More Experts: Dynamic Routing in MoE Models}, |
|
|
|
|
|
author={Huang, Quzhe and An, Zhenwei and Zhuang, Nan and Tao, Mingxu and Zhang, Chen and Jin, Yang and Xu, Kun and Chen, Liwei and Huang, Songfang and Feng, Yansong}, |
|
|
|
|
|
journal={arXiv preprint arXiv:2403.07652}, |
|
|
|
|
|
year={2024} |
|
|
|
|
|
} |
