my-llm / mergekit_moe_config.yml
mgv99's picture
Upload folder using huggingface_hub
07d3af2 verified
raw
history blame contribute delete
271 Bytes
base_model: mlabonne/Marcoro14-7B-slerp
experts:
- positive_prompts:
- chat
- tell me
source_model: openchat/openchat-3.5-1210
- positive_prompts:
- code
- python
- java
source_model: beowolx/CodeNinja-1.0-OpenChat-7B
experts_per_token: 2
gate_mode: hidden