{ | |
"tokenizers": { | |
"word": "KGSFBaseTokenizer", | |
"item": "EntityTokenizer", | |
"entity": "KGSFBaseTokenizer", | |
"concept": "KGSFBaseTokenizer" | |
}, | |
"tokenizer_key_for_decode": "word" | |
} |
{ | |
"tokenizers": { | |
"word": "KGSFBaseTokenizer", | |
"item": "EntityTokenizer", | |
"entity": "KGSFBaseTokenizer", | |
"concept": "KGSFBaseTokenizer" | |
}, | |
"tokenizer_key_for_decode": "word" | |
} |