from transformers import AutoTokenizer, AutoModel

# Arabic tokenizer from AraBERT v2
tokenizer = AutoTokenizer.from_pretrained("aubmindlab/bert-base-arabertv2")
base_model = AutoModel.from_pretrained("aubmindlab/bert-base-arabertv2")

def get_tokenizer():
    return tokenizer

def get_base_model():
    return base_model