poltextlab commited on
Commit
2113ffe
·
verified ·
1 Parent(s): e9adeb9

turn off offload if exception occurs

Browse files
Files changed (1) hide show
  1. interfaces/illframes.py +1 -0
interfaces/illframes.py CHANGED
@@ -72,6 +72,7 @@ def predict(text, model_id, tokenizer_id, label_names):
72
  print("Disk Space Error:")
73
  for key, value in disk_space.items():
74
  print(f"{key}: {value}")
 
75
 
76
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
77
 
 
72
  print("Disk Space Error:")
73
  for key, value in disk_space.items():
74
  print(f"{key}: {value}")
75
+ model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", token=HF_TOKEN)
76
 
77
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
78