| from transformers import AutoTokenizer, AutoModel | |
| #load AEBERT model from huggingface | |
| ARBERT_tokenizer = AutoTokenizer.from_pretrained("UBC-NLP/ARBERT") | |
| ARBERT_model = AutoModel.from_pretrained("UBC-NLP/ARBERT") | |
| #load MAEBERT model from huggingface | |
| MARBERT_tokenizer = AutoTokenizer.from_pretrained("UBC-NLP/MARBERT") | |
| MARBERT_model = AutoModel.from_pretrained("UBC-NLP/MARBERT") |