autoprogrammer commited on
Commit
7c43870
·
verified ·
1 Parent(s): 837b2c0

Update modeling_densebackward_olmoe0125.py

Browse files
modeling_densebackward_olmoe0125.py CHANGED
@@ -5,8 +5,8 @@ import torch.nn as nn
5
  import torch.nn.functional as F
6
 
7
  # 导入官方实现(注意根据你的 transformers 版本调整导入路径)
8
- from transformers.models.olmoe.modeling_olmoe0125 import OlmoeForCausalLM, OlmoeSparseMoeBlock, OlmoeMLP
9
- from configuration_custom import DenseBackwardOLMoEConfig
10
 
11
 
12
  class DenseBackwardOlmoeSparseMoeBlock(OlmoeSparseMoeBlock):
 
5
  import torch.nn.functional as F
6
 
7
  # 导入官方实现(注意根据你的 transformers 版本调整导入路径)
8
+ from transformers.models.olmoe.modeling_olmoe import OlmoeForCausalLM, OlmoeSparseMoeBlock, OlmoeMLP
9
+ from configuration_custom0125 import DenseBackwardOLMoEConfig
10
 
11
 
12
  class DenseBackwardOlmoeSparseMoeBlock(OlmoeSparseMoeBlock):