pawasthy commited on
Commit
55d3a5b
1 Parent(s): 47db56a

Upload 9 files

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. tokenizer_config.json +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/dccstor/retrieve-rerank2/models/11122024/slate.107m.multilingual.rtrvr/",
3
  "architectures": [
4
  "XLMRobertaModel"
5
  ],
 
1
  {
2
+ "_name_or_path": "granite-embedding-107m-multilingual",
3
  "architectures": [
4
  "XLMRobertaModel"
5
  ],
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "name_or_path": "/dccstor/retrieve-rerank2/models/11122024/slate.107m.multilingual.rtrvr/", "sp_model_kwargs": {}, "special_tokens_map_file": "/gpfs/u/home/MSSV/MSSVaatr/scratch/outputdir/KD/mWatBERT_MLM_Distil/TeacherModels/multilingual_WatBERT_v2/special_tokens_map.json", "tokenizer_class": "XLMRobertaTokenizer"}
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "name_or_path": "granite-embedding-107m-multilingual", "sp_model_kwargs": {}, "special_tokens_map_file": "special_tokens_map.json", "tokenizer_class": "XLMRobertaTokenizer"}