Spaces:
Runtime error
Runtime error
Commit
·
aaf8a27
1
Parent(s):
92f57aa
Update app.py
Browse files
app.py
CHANGED
@@ -28,9 +28,10 @@ all_stopwords.extend(extra_stopwords)
|
|
28 |
|
29 |
########### GET CLAIMED TRAINED MODEL ###########
|
30 |
auth_token = os.environ.get("AUTH_TOKEN_SECRET")
|
31 |
-
|
|
|
32 |
model = LlamaForCausalLM.from_pretrained(
|
33 |
-
|
34 |
load_in_8bit=True,
|
35 |
device_map="auto") #low_cpu_mem_usage=True)
|
36 |
|
|
|
28 |
|
29 |
########### GET CLAIMED TRAINED MODEL ###########
|
30 |
auth_token = os.environ.get("AUTH_TOKEN_SECRET")
|
31 |
+
model_path = os.environ.get("MODEL_PATH")
|
32 |
+
tokenizer = LlamaTokenizer.from_pretrained(model_path, use_auth_token=auth_token)
|
33 |
model = LlamaForCausalLM.from_pretrained(
|
34 |
+
model_path, use_auth_token=auth_token,
|
35 |
load_in_8bit=True,
|
36 |
device_map="auto") #low_cpu_mem_usage=True)
|
37 |
|