Download this file
1 2 3 4 5 6 7 8 9
from transformers import BertTokenizer class TokenizerFactory: def __init__(self): pass def make_tokenizer(self, name): return BertTokenizer.from_pretrained(name, do_lower_case=True)