vitvit commited on
Commit
ae11873
โ€ข
1 Parent(s): 15ac1fd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +8 -1
README.md CHANGED
@@ -15,7 +15,14 @@ State-of-the-art RoBERTa language model for Hebrew.
15
  from transformers import AutoModelForMaskedLM, AutoTokenizer
16
 
17
  tokenizer = AutoTokenizer.from_pretrained('HeNLP/HeRo')
18
- model = AutoModelForMaskedLM.from_pretrained('HeNLP/HeRo')
 
 
 
 
 
 
 
19
  ```
20
 
21
  ### Citing
 
15
  from transformers import AutoModelForMaskedLM, AutoTokenizer
16
 
17
  tokenizer = AutoTokenizer.from_pretrained('HeNLP/HeRo')
18
+ model = AutoModelForMaskedLM.from_pretrained('HeNLP/HeRo'
19
+
20
+ # Tokenization Example:
21
+ # Encoding and tokenizing
22
+ encoded_string = tokenizer('ืฉืœื•ื ืœื›ื•ืœื')
23
+
24
+ # Decoding
25
+ decoded_string = tokenizer.decode(encoded_string['input_ids'], skip_special_tokens=True)
26
  ```
27
 
28
  ### Citing