nickil commited on
Commit
c78e1d0
·
1 Parent(s): b4e0aff

update trainer

Browse files
packages.txt DELETED
@@ -1,6 +0,0 @@
1
- libcudart
2
- libcufft
3
- libcurand
4
- libcublasLt
5
- libcublas
6
- libcudnn
 
 
 
 
 
 
 
weakly_supervised_parser/model/trainer.py CHANGED
@@ -99,8 +99,8 @@ class InsideOutsideStringClassifier:
99
 
100
  def load_model(self, pre_trained_model_path):
101
  options = SessionOptions()
102
- options.intra_op_num_threads = 1
103
- options.inter_op_num_threads = 1
104
  self.model = InferenceSession(pre_trained_model_path, options, providers=["CUDAExecutionProvider", "CPUExecutionProvider"])
105
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name_or_path, use_fast=True)
106
 
 
99
 
100
  def load_model(self, pre_trained_model_path):
101
  options = SessionOptions()
102
+ options.intra_op_num_threads = 16
103
+ options.inter_op_num_threads = 16
104
  self.model = InferenceSession(pre_trained_model_path, options, providers=["CUDAExecutionProvider", "CPUExecutionProvider"])
105
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name_or_path, use_fast=True)
106