roemmele
/

falcon-40b-loss-score

Inference Endpoints

Model card Files Files and versions Community

Melissa Roemmele commited on Sep 3, 2023

Commit

e232f5c

·

1 Parent(s): 747e725

Updated handler.py

Files changed (1) hide show

handler.py +2 -2

handler.py CHANGED Viewed

@@ -4,8 +4,8 @@ from typing import Dict, List, Any
 class EndpointHandler():
-    def __init__(self, path="tiiuae/falcon-40b"):
-        self.model = AutoModelForCausalLM.from_pretrained(path,
                                                           torch_dtype=torch.bfloat16,
                                                           device_map="auto",
                                                           load_in_8bit=True,

 class EndpointHandler():
+    def __init__(self, path=""):
+        self.model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-40b",
                                                           torch_dtype=torch.bfloat16,
                                                           device_map="auto",
                                                           load_in_8bit=True,