gmerrill commited on
Commit
cc93917
·
1 Parent(s): f2d6701
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -37,7 +37,7 @@ model_id : str = "gorilla-llm/gorilla-openfunctions-v1"
37
  log('AutoTokenizer.from_pretrained ...')
38
  tokenizer = AutoTokenizer.from_pretrained(model_id)
39
  log('AutoModelForCausalLM.from_pretrained ...')
40
- #model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch_dtype, low_cpu_mem_usage=True)
41
 
42
  result = subprocess.run('pwd && ls -lH && find /.cache/huggingface/hub && find /.cache/gorilla', shell=True, capture_output=True, text=True)
43
  log(result.stdout)
 
37
  log('AutoTokenizer.from_pretrained ...')
38
  tokenizer = AutoTokenizer.from_pretrained(model_id)
39
  log('AutoModelForCausalLM.from_pretrained ...')
40
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch_dtype, low_cpu_mem_usage=True)
41
 
42
  result = subprocess.run('pwd && ls -lH && find /.cache/huggingface/hub && find /.cache/gorilla', shell=True, capture_output=True, text=True)
43
  log(result.stdout)