test / model.py
Metformin's picture
Create model.py
dc1ed61
raw
history blame
290 Bytes
import tensorflow
from tensorflow import keras
import tensorflow_text
import tensorflow_hub as tfhub
from transformers import AutoTokenizer
tf_tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
preprocess = tfhub.load('https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3')