test / special_tokens_map.json
larabe's picture
End of training
76b7adc
{
"additional_special_tokens": [
"<s_h_taxrate1>",
"</s_h_taxrate1>",
"<s_h_taxbasisamount1>",
"</s_h_taxbasisamount1>",
"<s_h_taxamount1>",
"</s_h_taxamount1>",
"<s_h_receiptdate>",
"</s_h_receiptdate>",
"<s_h_netamount1>",
"</s_h_netamount1>",
"<s_h_invoicerecipient>",
"</s_h_invoicerecipient>",
"<s_h_invoicenumber>",
"</s_h_invoicenumber>",
"<s_h_grossamount>",
"</s_h_grossamount>",
"<s_h_extracharges>",
"</s_h_extracharges>",
"<s_h_documenttype>",
"</s_h_documenttype>",
"<s_h_documentdate>",
"</s_h_documentdate>",
"<s_h_deldate>",
"</s_h_deldate>",
"<s_h_currency1>",
"</s_h_currency1>",
"<s_h_creditorstreet>",
"</s_h_creditorstreet>",
"<s_h_creditorsalestaxid>",
"</s_h_creditorsalestaxid>",
"<s_h_creditorpostcode>",
"</s_h_creditorpostcode>",
"<s_h_creditorname>",
"</s_h_creditorname>",
"<s_h_creditoriban>",
"</s_h_creditoriban>",
"<s_h_creditorcountry>",
"</s_h_creditorcountry>",
"<s_h_creditorcity>",
"</s_h_creditorcity>",
"<s_h_creditortaxid>",
"</s_h_creditortaxid>",
"<s_h_ordernumber>",
"</s_h_ordernumber>",
"<s_h_taxrate2>",
"</s_h_taxrate2>",
"<s_h_taxamount2>",
"</s_h_taxamount2>",
"<s_h_taxbasisamount2>",
"</s_h_taxbasisamount2>",
"<s_h_deliverynotenumber>",
"</s_h_deliverynotenumber>",
"<s_h_web>",
"</s_h_web>",
"<s_h_recipientsalestaxid>",
"</s_h_recipientsalestaxid>",
"<s_h_paymentterms>",
"</s_h_paymentterms>",
"<s_h_discount>",
"</s_h_discount>",
"<s_h_contactperson>",
"</s_h_contactperson>",
"<s_h_bic>",
"</s_h_bic>",
"<s_h_taxrate3>",
"</s_h_taxrate3>",
"<s_h_taxamount3>",
"</s_h_taxamount3>",
"<s>",
"</s>"
],
"bos_token": "<s>",
"cls_token": "<s>",
"eos_token": "</s>",
"mask_token": {
"content": "<mask>",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": "<pad>",
"sep_token": "</s>",
"unk_token": "<unk>"
}