Hugging Face's logo

Spaces:
poltextlab
/
babelmachine
Running

App Files Community
2
vickeee465 commited on
Commit
84c21a9
·
1 Parent(s): 90425de

max_len + low_memory + device_map

Browse files
Files changed (4) hide show
  1. interfaces/cap.py +2 -3
  2. interfaces/emotion.py +1 -1
  3. interfaces/manifesto.py +2 -3
  4. interfaces/sentiment.py +2 -2
interfaces/cap.py CHANGED
@@ -96,12 +96,11 @@ def build_huggingface_path(language: str, domain: str):
96
 
97
  def predict(text, model_id, tokenizer_id):
98
  device = torch.device("cpu")
99
- model = AutoModelForSequenceClassification.from_pretrained(model_id, token=HF_TOKEN)
100
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
101
- model.to(device)
102
 
103
  inputs = tokenizer(text,
104
- max_length=512,
105
  truncation=True,
106
  padding="do_not_pad",
107
  return_tensors="pt").to(device)
 
96
 
97
  def predict(text, model_id, tokenizer_id):
98
  device = torch.device("cpu")
99
+ model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", token=HF_TOKEN)
100
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
 
101
 
102
  inputs = tokenizer(text,
103
+ max_length=256,
104
  truncation=True,
105
  padding="do_not_pad",
106
  return_tensors="pt").to(device)
interfaces/emotion.py CHANGED
@@ -20,7 +20,7 @@ def build_huggingface_path(language: str):
20
 
21
  def predict(text, model_id, tokenizer_id):
22
  device = torch.device("cpu")
23
- model = AutoModelForSequenceClassification.from_pretrained(model_id, token=HF_TOKEN)
24
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
25
  model.to(device)
26
 
 
20
 
21
  def predict(text, model_id, tokenizer_id):
22
  device = torch.device("cpu")
23
+ model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", token=HF_TOKEN)
24
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
25
  model.to(device)
26
 
interfaces/manifesto.py CHANGED
@@ -24,12 +24,11 @@ def build_huggingface_path(language: str):
24
 
25
  def predict(text, model_id, tokenizer_id):
26
  device = torch.device("cpu")
27
- model = AutoModelForSequenceClassification.from_pretrained(model_id, token=HF_TOKEN)
28
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
29
- model.to(device)
30
 
31
  inputs = tokenizer(text,
32
- max_length=512,
33
  truncation=True,
34
  padding="do_not_pad",
35
  return_tensors="pt").to(device)
 
24
 
25
  def predict(text, model_id, tokenizer_id):
26
  device = torch.device("cpu")
27
+ model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", token=HF_TOKEN)
28
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
 
29
 
30
  inputs = tokenizer(text,
31
+ max_length=256,
32
  truncation=True,
33
  padding="do_not_pad",
34
  return_tensors="pt").to(device)
interfaces/sentiment.py CHANGED
@@ -24,12 +24,12 @@ def build_huggingface_path(language: str):
24
 
25
  def predict(text, model_id, tokenizer_id):
26
  device = torch.device("cpu")
27
- model = AutoModelForSequenceClassification.from_pretrained(model_id, token=HF_TOKEN)
28
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
29
  model.to(device)
30
 
31
  inputs = tokenizer(text,
32
- max_length=512,
33
  truncation=True,
34
  padding="do_not_pad",
35
  return_tensors="pt").to(device)
 
24
 
25
  def predict(text, model_id, tokenizer_id):
26
  device = torch.device("cpu")
27
+ model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", token=HF_TOKEN)
28
  tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
29
  model.to(device)
30
 
31
  inputs = tokenizer(text,
32
+ max_length=256,
33
  truncation=True,
34
  padding="do_not_pad",
35
  return_tensors="pt").to(device)