perman2011 commited on
Commit
360e8c6
·
1 Parent(s): fa750e4

Update DistilBERT.py

Browse files
Files changed (1) hide show
  1. DistilBERT.py +5 -2
DistilBERT.py CHANGED
@@ -137,6 +137,9 @@ def train(epoch):
137
  break
138
  loss.backward()
139
  optimizer.step()
 
 
 
140
 
141
- for epoch in range(3):
142
- train(epoch)
 
137
  break
138
  loss.backward()
139
  optimizer.step()
140
+ def loss_fn(outputs, targets):
141
+ return torch.nn.BCEWithLogitsLoss()(outputs, targets)
142
+ optimizer = torch.optim.Adam(params = model_DB.parameters(), lr=LEARNING_RATE)
143
 
144
+ loaded_model_path = './model_DB_1.pt'
145
+ model_DB.load_state_dict(torch.load(loaded_model_path, map_location=torch.device('cpu')))