language: en
datasets:
- librispeech
tags:
- audio
- automatic-speech-recognition
- speech
- asr
- hubert
license: apache-2.0
metrics:
- wer
- cer
voidful/tts_hubert_cluster_bart_base
Usage
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
tokenizer = AutoTokenizer.from_pretrained("voidful/tts_hubert_cluster_bart_base")
model = AutoModelForSeq2SeqLM.from_pretrained("voidful/tts_hubert_cluster_bart_base")
generate output
gen_output = model.generate(input_ids=tokenizer("going along slushy country roads and speaking to damp audience in drifty school rooms day after day for a fortnight he'll have to put in an appearance at some place of worship on sunday morning and he can come to ask immediately afterwards",return_tensors='pt').input_ids, max_length=1024)
print(tokenizer.decode(gen_output[0], skip_special_tokens=True))
Result
:vtok402::vtok329::vtok329::vtok75::vtok75::vtok75::vtok44::vtok474::vtok150::vtok319::vtok222::vtok138::vtok409::vtok409::vtok409::vtok46::vtok441::vtok191::vtok191::vtok94::vtok149::vtok149::vtok82::vtok82::vtok82::vtok358::vtok338::vtok338::vtok3::vtok435::vtok435::vtok435::vtok163::vtok163::vtok476::vtok460::vtok460::vtok149::vtok149::vtok29::vtok21::vtok433::vtok235::vtok14::vtok14::vtok212::vtok212::vtok420::vtok464::vtok464::vtok213::vtok497::vtok497::vtok177::vtok108::vtok364::vtok235::vtok209::vtok209::vtok70::vtok70::vtok33::vtok33::vtok11::vtok89::vtok60::vtok482::vtok138::vtok0::vtok7::vtok7::vtok497::vtok497::vtok497::vtok101::vtok311::vtok334::vtok276::vtok276::vtok221::vtok221::vtok76::vtok33::vtok11::vtok11::vtok20::vtok132::vtok132::vtok93::vtok93::vtok497::vtok497::vtok16::vtok177::vtok297::vtok297::vtok221::vtok76::vtok76::vtok76::vtok33::vtok473::vtok473::vtok473::vtok54::vtok187::vtok187::vtok159::vtok159::vtok398::vtok398::vtok398::vtok71::vtok71::vtok71::vtok119::vtok71::vtok71::vtok391::vtok391::vtok391::vtok353::vtok353::vtok353::vtok495::vtok495::vtok495::vtok376::vtok376::vtok376::vtok75::vtok75::vtok139::vtok44::vtok44::vtok150::vtok91::vtok222::vtok280::vtok275::vtok213::vtok497::vtok299::vtok299::vtok148::vtok252::vtok297::vtok221::vtok221::vtok33::vtok33::vtok157::vtok157::vtok70::vtok70::vtok166::vtok166::vtok314::vtok314::vtok69::vtok69::vtok69::vtok84::vtok79::vtok453::vtok166::vtok497::vtok497::vtok166::vtok166::vtok166::vtok47::vtok314::vtok314::vtok314::vtok244::vtok244::vtok244::vtok281::vtok313::vtok67::vtok393::vtok192::vtok20::vtok132::vtok93::vtok3::vtok497::vtok497::vtok56::vtok101::vtok101::vtok46::vtok239::vtok72::vtok72::vtok72::vtok70::vtok70::vtok70::vtok314::vtok314::vtok87::vtok87::vtok87::vtok261::vtok30::vtok30::vtok30::vtok288::vtok288::vtok38::vtok179::vtok127::vtok90::vtok90::vtok363::vtok363::vtok113::vtok113::vtok113::vtok61::vtok113::vtok113::vtok168::vtok168::vtok168::vtok139::vtok139::vtok139::vtok44::vtok150::vtok150::vtok91::vtok91::vtok39::vtok153::vtok125::vtok181::vtok181::vtok253::vtok162::vtok162::vtok21::vtok377::vtok5::vtok5::vtok396::vtok232::vtok213::vtok497::vtok166::vtok375::vtok65::vtok67::vtok62::vtok62::vtok62::vtok38::vtok38::vtok179::vtok179::vtok251::vtok127::vtok90::vtok146::vtok146::vtok146::vtok168::vtok168::vtok44::vtok44::vtok44::vtok91::vtok91::vtok98::vtok481::vtok310::vtok3::vtok3::vtok6::vtok6::vtok6::vtok494::vtok494::vtok357::vtok81::vtok166::vtok166::vtok375::vtok364::vtok67::vtok5::vtok209::vtok70::vtok166::vtok105::vtok105::vtok105::vtok281::vtok72::vtok72::vtok331::vtok70::vtok166::vtok375::vtok375::vtok377::vtok67::vtok5::vtok114::vtok396::vtok232::vtok497::vtok497::vtok494::vtok177::vtok467::vtok297::vtok76::vtok76::vtok105::vtok105::vtok469::vtok281::vtok72::vtok356::vtok331::vtok395::vtok395::vtok395::vtok167::vtok144::vtok144::vtok216::vtok20::vtok338::vtok310::vtok3::vtok300::vtok300::vtok300::vtok444::vtok444::vtok498::vtok11::vtok173::vtok377::vtok235::vtok14::vtok212::vtok420::vtok304::vtok430::vtok93::vtok213::vtok497::vtok164::vtok16::vtok148::vtok498::vtok69::vtok69::vtok77::vtok77::vtok265::vtok360::vtok360::vtok360::vtok33::vtok11::vtok173::vtok433::vtok377::vtok5::vtok14::vtok212::vtok343::vtok225::vtok232::vtok213::vtok6::vtok6::vtok357::vtok357::vtok81::vtok81::vtok31::vtok31::vtok306::vtok306::vtok306::vtok348::vtok348::vtok348::vtok188::vtok188::vtok188::vtok25::vtok25::vtok25::vtok1::vtok1::vtok1::vtok86::vtok91::vtok222::vtok112::vtok112::vtok236::vtok236::vtok236::vtok14::vtok114::vtok212::vtok212::vtok358::vtok464::vtok464::vtok3::vtok463::vtok463::vtok463::vtok357::vtok81::vtok498::vtok333::vtok333::vtok87::vtok117::vtok117::vtok466::vtok466::vtok499::vtok499::vtok294::vtok159::vtok9::vtok398::vtok398::vtok319::vtok398::vtok398::vtok309::vtok309::vtok309::vtok119::vtok309::vtok119::vtok119::vtok309::vtok309::vtok135::vtok119::vtok135::vtok135::vtok135::vtok169::vtok169::vtok169::vtok474::vtok295::vtok474::vtok319::vtok222::vtok280::vtok280::vtok132::vtok93::vtok213::vtok339::vtok339::vtok177::vtok177::vtok83::vtok441::vtok191::vtok94::vtok94::vtok149::vtok157::vtok198::vtok82::vtok82::vtok201::vtok60::vtok261::vtok481::vtok321::vtok7::vtok7::vtok163::vtok163::vtok163::vtok177::vtok460::vtok298::vtok298::vtok29::vtok29::vtok21::vtok377::vtok67::vtok14::vtok14::vtok14::vtok344::vtok344::vtok344::vtok358::vtok358::vtok338::vtok464::vtok3::vtok403::vtok403::vtok403::vtok177::vtok210::vtok460::vtok460::vtok298::vtok29::vtok21::vtok21::vtok67::vtok236::vtok236::vtok418::vtok114::vtok396::vtok396::vtok463::vtok463::vtok6::vtok463::vtok463::vtok81::vtok81::vtok252::vtok297::vtok70::vtok70::vtok42::vtok42::vtok58::vtok58::vtok21::vtok21::vtok236::vtok67::vtok418::vtok14::vtok212::vtok14::vtok212::vtok464::vtok464::vtok464::vtok463::vtok463::vtok497::vtok463::vtok177::vtok460::vtok128::vtok128::vtok166::vtok166::vtok70::vtok166::vtok47::vtok47::vtok333::vtok87::vtok87::vtok98::vtok117::vtok466::vtok499::vtok294::vtok294::vtok159::vtok159::vtok159::vtok71::vtok71::vtok398::vtok398::vtok119::vtok309::vtok406::vtok406::vtok406::vtok119::vtok406::vtok406::vtok307::vtok307::vtok119::vtok307::vtok307::vtok307::vtok120::vtok120::vtok120::vtok119::vtok120::vtok120::vtok169::vtok169::vtok319::vtok169::vtok169::vtok295::vtok295::vtok86::vtok86::vtok86::vtok319::vtok91::vtok91::vtok86::vtok86::vtok91::vtok91::vtok222::vtok39::vtok39::vtok53::vtok257::vtok497::vtok257::vtok177::vtok467::vtok72::vtok72::vtok209::vtok70::vtok438::vtok26::vtok26::vtok26::vtok77::vtok77::vtok77::vtok12::vtok166::vtok166::vtok177::vtok314::vtok314::vtok428::vtok428::vtok67::vtok5::vtok356::vtok70::vtok70::vtok26::vtok26::vtok314::vtok314::vtok136::vtok244::vtok244::vtok161::vtok161::vtok161::vtok67::vtok62::vtok179::vtok179::vtok127::vtok1::vtok1::vtok319::vtok1::vtok86::vtok1::vtok86::vtok86::vtok1::vtok91::vtok91::vtok91::vtok32::vtok32::vtok32::vtok86::vtok91::vtok86::vtok91::vtok98::vtok280::vtok280::vtok325::vtok325::vtok99::vtok453::vtok166::vtok166::vtok385::vtok385::vtok385::vtok171::vtok171::vtok171::vtok35::vtok35::vtok297::vtok297::vtok70::vtok166::vtok26::vtok26::vtok297::vtok297::vtok390::vtok390::vtok390::vtok18::vtok18::vtok18::vtok492::vtok492::vtok122::vtok122::vtok368::vtok368::vtok70::vtok166::vtok70::vtok70::vtok375::vtok375::vtok67::vtok67::vtok5::vtok70::vtok70::vtok458::vtok458::vtok458::vtok375::vtok313::vtok67::vtok5::vtok67::vtok70::vtok70::vtok438::vtok166::vtok166::vtok42::vtok42::vtok182::vtok72::vtok72::vtok67::vtok70::vtok26::vtok70::vtok166::vtok155::vtok166::vtok166::vtok26::vtok166::vtok166::vtok155::vtok47::vtok47::vtok47::vtok469::vtok281::vtok281::vtok313::vtok313::vtok67::vtok356::vtok70::vtok166::vtok385::vtok166::vtok166::vtok425::vtok425::vtok244::vtok281::vtok281::vtok72::vtok67::vtok356::vtok122::vtok122::vtok122::vtok98::vtok368::vtok368::vtok166::vtok166::vtok94::vtok94::vtok244::vtok281::vtok182::vtok313::vtok67::vtok62::vtok165::vtok165::vtok220::vtok220::vtok86::vtok86::vtok98::vtok98::vtok90::vtok363::vtok146::vtok146::vtok32::vtok32::vtok1::vtok1::vtok119::vtok119::vtok1::vtok1::vtok169::vtok169::vtok119::vtok169::vtok169::vtok86::vtok86::vtok295::vtok319::vtok91::vtok32::vtok86::vtok86::vtok222::vtok91::vtok98::vtok90::vtok166::vtok166::vtok105::vtok375::vtok313::vtok313::vtok192::vtok84::vtok84::vtok296::vtok166::vtok166::vtok438::vtok166::vtok375::vtok377::vtok235::vtok5::vtok396::vtok70::vtok70::vtok385::vtok385::vtok166::vtok385::vtok26::vtok26::vtok70::vtok70::vtok32::vtok32::vtok166::vtok166::vtok244::vtok281::vtok72::vtok313::vtok67::vtok70::vtok166::vtok314::vtok244::vtok281::vtok161::vtok313::vtok67::vtok67::vtok62::vtok70::vtok70::vtok105::vtok105::vtok244::vtok244::vtok313::vtok67::vtok179::vtok179::vtok32::vtok32::vtok70::vtok70::vtok86::vtok86::vtok32::vtok32::vtok91::vtok91::vtok166::vtok166::vtok86::vtok86::vtok67::vtok91::vtok91::vtok70::vtok166::vtok438::vtok26::vtok375::vtok72::vtok67::vtok5::vtok458::vtok458::vtok166::vtok166::vtok458::vtok375::vtok65::vtok313::vtok67::vtok313::vtok192::vtok145::vtok98::vtok98::vtok70::vtok70::vtok344::vtok344::vtok375::vtok377::vtok5::vtok67::vtok5::vtok396::vtok344::vtok344::vtok438::vtok438::vtok375::vtok72::vtok5::vtok5::vtok67::vtok213::vtok213::vtok213::vtok385::vtok385::vtok70::vtok385::vtok70::vtok70::vtok313::vtok313::vtok313::vtok70::vtok70::vtok213::vtok70::vtok70::vtok164::vtok70::vtok70::vtok67::vtok313::vtok67::vtok84::vtok84::vtok84::vtok70::vtok70::vtok182::vtok182::vtok313::vtok313::vtok122::vtok122::vtok67::vtok67::vtok70::vtok213::vtok166::vtok166::vtok182::vtok182::vtok72::vtok313::vtok313::vtok84::vtok84::vtok99::vtok453::vtok213::vtok213::vtok70::vtok385::vtok166::vtok375::vtok313::vtok235::vtok67::vtok5: