|
import transformers |
|
import os |
|
import torch |
|
|
|
MAX_LEN = 150 |
|
TRAIN_BATCH_SIZE = 8 |
|
VALID_BATCH_SIZE = 4 |
|
EPOCHS = 5 |
|
|
|
|
|
|
|
import requests |
|
URL = "https://huggingface.co/thak123/bert-emoji-latvian-twitter-classifier/resolve/main/model.bin" |
|
response = requests.get(URL) |
|
open("model.bin", "wb").write(response.content) |
|
|
|
DATASET_LOCATION = "" |
|
MODEL_PATH = "model.bin" |
|
|
|
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu') |
|
|
|
|
|
BERT_PATH = "FFZG-cleopatra/bert-emoji-latvian-twitter" |
|
|
|
|
|
|
|
|
|
TOKENIZER = transformers.BertTokenizer.from_pretrained( |
|
BERT_PATH, |
|
do_lower_case=True |
|
) |
|
|
|
|
|
|
|
|