takanezawa commited on
Commit
90973f8
·
1 Parent(s): c0a3a1a

Refactor handler.py to use relative path for model initialization

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -8,7 +8,7 @@ class EndpointHandler():
8
  def __init__(self, path="."):
9
  # load the optimized model
10
  # モデルの準備
11
- self.model = BGEM3FlagModel(path, use_fp16=False)
12
 
13
 
14
  def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
 
8
  def __init__(self, path="."):
9
  # load the optimized model
10
  # モデルの準備
11
+ self.model = BGEM3FlagModel(path, use_fp16=True)
12
 
13
 
14
  def __call__(self, data: Any) -> List[List[Dict[str, float]]]: