poltextlab commited on
Commit
8096c7d
·
verified ·
1 Parent(s): b2aa1d9

remove offloading

Browse files
Files changed (1) hide show
  1. interfaces/illframes.py +1 -1
interfaces/illframes.py CHANGED
@@ -66,7 +66,7 @@ def predict(text, model_id, tokenizer_id, label_names):
66
  # ---
67
 
68
  try:
69
- model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", offload_folder="offload", token=HF_TOKEN)
70
  except:
71
  disk_space = get_disk_space('/data/')
72
  print("Disk Space Error:")
 
66
  # ---
67
 
68
  try:
69
+ model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", token=HF_TOKEN)
70
  except:
71
  disk_space = get_disk_space('/data/')
72
  print("Disk Space Error:")