Update modeling_densebackward_olmoe0125.py
Browse files
modeling_densebackward_olmoe0125.py
CHANGED
|
@@ -5,7 +5,7 @@ import torch.nn as nn
|
|
| 5 |
import torch.nn.functional as F
|
| 6 |
|
| 7 |
# 导入官方实现（注意根据你的 transformers 版本调整导入路径）
|
| 8 |
-
from transformers.models.olmoe.
|
| 9 |
from configuration_custom import DenseBackwardOLMoEConfig
|
| 10 |
|
| 11 |
|
|
|
|
| 5 |
import torch.nn.functional as F
|
| 6 |
|
| 7 |
# 导入官方实现（注意根据你的 transformers 版本调整导入路径）
|
| 8 |
+
from transformers.models.olmoe.modeling_olmoe0125 import OlmoeForCausalLM, OlmoeSparseMoeBlock, OlmoeMLP
|
| 9 |
from configuration_custom import DenseBackwardOLMoEConfig
|
| 10 |
|
| 11 |
|