Spaces:
Runtime error
Runtime error
Commit
·
ea166a3
1
Parent(s):
5148083
Update old_version.py
Browse files- old_version.py +3 -2
old_version.py
CHANGED
@@ -26,11 +26,12 @@ all_stopwords = stopwords.words('english') # Making sure to only use English sto
|
|
26 |
extra_stopwords = ['ii', 'iii'] # Can add extra stopwords to be removed from dataset/input abstracts
|
27 |
all_stopwords.extend(extra_stopwords)
|
28 |
|
|
|
29 |
########### GET CLAIMED TRAINED MODEL ###########
|
30 |
-
tokenizer = LlamaTokenizer.from_pretrained(
|
31 |
|
32 |
model = LlamaForCausalLM.from_pretrained(
|
33 |
-
|
34 |
load_in_8bit=True,
|
35 |
device_map='auto',
|
36 |
)
|
|
|
26 |
extra_stopwords = ['ii', 'iii'] # Can add extra stopwords to be removed from dataset/input abstracts
|
27 |
all_stopwords.extend(extra_stopwords)
|
28 |
|
29 |
+
modelpath = os.environ.get("MODEL_PATH")
|
30 |
########### GET CLAIMED TRAINED MODEL ###########
|
31 |
+
tokenizer = LlamaTokenizer.from_pretrained(modelpath)
|
32 |
|
33 |
model = LlamaForCausalLM.from_pretrained(
|
34 |
+
modelpath,
|
35 |
load_in_8bit=True,
|
36 |
device_map='auto',
|
37 |
)
|