Spaces:
Runtime error
Runtime error
gmerrill
commited on
Commit
·
cc93917
1
Parent(s):
f2d6701
update
Browse files
main.py
CHANGED
@@ -37,7 +37,7 @@ model_id : str = "gorilla-llm/gorilla-openfunctions-v1"
|
|
37 |
log('AutoTokenizer.from_pretrained ...')
|
38 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
39 |
log('AutoModelForCausalLM.from_pretrained ...')
|
40 |
-
|
41 |
|
42 |
result = subprocess.run('pwd && ls -lH && find /.cache/huggingface/hub && find /.cache/gorilla', shell=True, capture_output=True, text=True)
|
43 |
log(result.stdout)
|
|
|
37 |
log('AutoTokenizer.from_pretrained ...')
|
38 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
39 |
log('AutoModelForCausalLM.from_pretrained ...')
|
40 |
+
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch_dtype, low_cpu_mem_usage=True)
|
41 |
|
42 |
result = subprocess.run('pwd && ls -lH && find /.cache/huggingface/hub && find /.cache/gorilla', shell=True, capture_output=True, text=True)
|
43 |
log(result.stdout)
|