add model files

exp/asr_stats_raw_en_bpe850/train/feats_stats.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c19ecc96483ac5fe76c6a5bbf17d762b4b329b947eb8b646b18e715a03e096
+size 778

exp/asr_train_asr_hubert_transformer_adam_specaug_meld_raw_en_bpe850/RESULTS.md

@@ -0,0 +1,32 @@
+<!-- Generated by scripts/utils/show_asr_result.sh -->
+# RESULTS
+## Environments
+- date: `Thu Nov 10 09:07:40 EST 2022`
+- python version: `3.8.6 (default, Dec 17 2020, 16:57:01)  [GCC 10.2.0]`
+- espnet version: `espnet 202207`
+- pytorch version: `pytorch 1.8.1+cu102`
+- Git hash: `a7bd6522b32ec6472c13f6a2289dcdff4a846c12`
+  - Commit date: `Wed Sep 14 08:34:27 2022 -0400`
+
+## asr_train_asr_hubert_transformer_adam_specaug_meld_raw_en_bpe850
+### WER
+
+|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
+|---|---|---|---|---|---|---|---|---|
+|decoder_asr_asr_model_valid.acc.ave_5best/test|2608|24809|55.5|28.0|16.5|8.4|52.9|96.5|
+|decoder_asr_asr_model_valid.acc.ave_5best/valid|1104|10171|55.3|29.4|15.3|7.0|51.7|96.2|
+
+### CER
+
+|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
+|---|---|---|---|---|---|---|---|---|
+|decoder_asr_asr_model_valid.acc.ave_5best/test|2608|120780|71.1|10.7|18.2|10.6|39.5|96.5|
+|decoder_asr_asr_model_valid.acc.ave_5best/valid|1104|49323|71.3|11.1|17.6|9.4|38.1|96.2|
+
+### TER
+
+|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
+|---|---|---|---|---|---|---|---|---|
+|decoder_asr_asr_model_valid.acc.ave_5best/test|2608|35287|57.6|21.8|20.5|7.8|50.2|96.5|
+|decoder_asr_asr_model_valid.acc.ave_5best/valid|1104|14430|57.4|23.2|19.4|6.1|48.6|96.2|
+

exp/asr_train_asr_hubert_transformer_adam_specaug_meld_raw_en_bpe850/config.yaml

@@ -0,0 +1,1054 @@
+config: conf/tuning/train_asr_hubert_transformer_adam_specaug_meld.yaml
+print_config: false
+log_level: INFO
+dry_run: false
+iterator_type: sequence
+output_dir: exp/asr_train_asr_hubert_transformer_adam_specaug_meld_raw_en_bpe850
+ngpu: 1
+seed: 0
+num_workers: 1
+num_att_plot: 3
+dist_backend: nccl
+dist_init_method: env://
+dist_world_size: null
+dist_rank: null
+local_rank: 0
+dist_master_addr: null
+dist_master_port: null
+dist_launcher: null
+multiprocessing_distributed: false
+unused_parameters: false
+sharded_ddp: false
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+collect_stats: false
+write_collected_feats: false
+max_epoch: 110
+patience: null
+val_scheduler_criterion:
+- valid
+- loss
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - train
+    - loss
+    - min
+-   - valid
+    - loss
+    - min
+-   - train
+    - acc
+    - max
+-   - valid
+    - acc
+    - max
+keep_nbest_models: 5
+nbest_averaging_interval: 0
+grad_clip: 5.0
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 1
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: false
+log_interval: null
+use_matplotlib: true
+use_tensorboard: true
+create_graph_in_tensorboard: false
+use_wandb: false
+wandb_project: null
+wandb_id: null
+wandb_entity: null
+wandb_name: null
+wandb_model_log_interval: -1
+detect_anomaly: false
+pretrain_path: null
+init_param: []
+ignore_init_mismatch: false
+freeze_param:
+- frontend.upstream
+num_iters_per_epoch: null
+batch_size: 20
+valid_batch_size: null
+batch_bins: 1000000
+valid_batch_bins: null
+train_shape_file:
+- exp/asr_stats_raw_en_bpe850/train/speech_shape
+- exp/asr_stats_raw_en_bpe850/train/text_shape.bpe
+valid_shape_file:
+- exp/asr_stats_raw_en_bpe850/valid/speech_shape
+- exp/asr_stats_raw_en_bpe850/valid/text_shape.bpe
+batch_type: folded
+valid_batch_type: null
+fold_length:
+- 80000
+- 150
+sort_in_batch: descending
+sort_batch: descending
+multiple_iterator: false
+chunk_length: 500
+chunk_shift_ratio: 0.5
+num_cache_chunks: 1024
+train_data_path_and_name_and_type:
+-   - dump/raw/train/wav.scp
+    - speech
+    - sound
+-   - dump/raw/train/text
+    - text
+    - text
+valid_data_path_and_name_and_type:
+-   - dump/raw/valid/wav.scp
+    - speech
+    - sound
+-   - dump/raw/valid/text
+    - text
+    - text
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+valid_max_cache_size: null
+optim: adam
+optim_conf:
+    lr: 0.00015
+scheduler: warmuplr
+scheduler_conf:
+    warmup_steps: 16000
+token_list:
+- <blank>
+- <unk>
+- sadness
+- surprise
+- neutral
+- joy
+- anger
+- fear
+- disgust
+- ▁
+- ▁i
+- ▁you
+- s
+- ▁the
+- ▁to
+- ▁a
+- ▁it
+- ▁and
+- ▁that
+- d
+- ▁oh
+- a
+- e
+- ▁no
+- ▁what
+- ing
+- y
+- n
+- ▁me
+- ▁so
+- t
+- ▁s
+- ▁this
+- ▁is
+- ▁know
+- ▁we
+- ▁just
+- ▁okay
+- i
+- ▁yeah
+- ▁of
+- ▁my
+- ▁be
+- ▁do
+- ▁in
+- ▁have
+- u
+- o
+- ▁well
+- ▁on
+- p
+- m
+- ▁im
+- ▁hey
+- ed
+- ▁was
+- ▁for
+- g
+- ▁not
+- ▁all
+- ▁are
+- r
+- ▁t
+- er
+- ▁with
+- ▁right
+- ▁go
+- ▁but
+- ▁can
+- in
+- c
+- ▁he
+- ▁like
+- ▁m
+- ▁your
+- ▁here
+- ▁dont
+- ▁get
+- h
+- l
+- ▁gonna
+- w
+- ▁uh
+- ▁out
+- ▁its
+- k
+- ▁really
+- ▁got
+- ▁about
+- ll
+- ▁look
+- ar
+- ▁up
+- re
+- ▁think
+- ▁there
+- ▁how
+- ly
+- ▁see
+- st
+- le
+- it
+- ▁her
+- ▁f
+- ▁re
+- b
+- ▁one
+- ▁she
+- ▁now
+- ▁mean
+- ▁they
+- ▁were
+- ▁if
+- ▁come
+- ▁want
+- ▁thats
+- al
+- ▁at
+- ▁ross
+- ▁tell
+- ▁him
+- ▁god
+- ▁why
+- ▁good
+- ▁did
+- ▁youre
+- at
+- or
+- ▁sorry
+- ▁hi
+- 'on'
+- ▁joey
+- ir
+- an
+- ▁could
+- ve
+- ▁when
+- ▁great
+- ▁would
+- ▁who
+- ▁some
+- ▁guys
+- se
+- en
+- ▁love
+- ▁p
+- ▁say
+- ow
+- ▁don
+- th
+- ▁yes
+- ▁time
+- ▁yknow
+- ▁umm
+- ▁going
+- ▁back
+- v
+- ▁ho
+- ta
+- ▁j
+- il
+- ▁because
+- ur
+- ▁let
+- ▁too
+- id
+- ▁wait
+- f
+- ▁had
+- ▁then
+- ▁chandler
+- es
+- ▁little
+- ▁should
+- ▁co
+- nt
+- ▁c
+- ic
+- ▁cant
+- ▁something
+- ▁us
+- ▁been
+- ▁monica
+- ▁make
+- ▁ch
+- ▁rachel
+- ▁guy
+- is
+- ▁phoebe
+- ▁over
+- oo
+- ▁b
+- el
+- ▁thank
+- ▁wanna
+- te
+- sh
+- ▁huh
+- ▁bu
+- ▁ah
+- ▁man
+- ▁ma
+- ▁does
+- ▁from
+- ac
+- ive
+- ce
+- lo
+- ▁take
+- am
+- ▁need
+- ▁said
+- ▁off
+- ▁his
+- ▁thing
+- ▁will
+- ▁where
+- ▁or
+- ▁doing
+- ter
+- ▁them
+- ▁am
+- ▁dr
+- ok
+- ro
+- ▁please
+- ▁ill
+- ▁work
+- ▁sure
+- ▁people
+- ▁never
+- ▁ok
+- ▁maybe
+- ▁listen
+- ▁feel
+- ▁an
+- ▁again
+- ne
+- ▁wh
+- ▁pa
+- ▁much
+- ▁way
+- z
+- ▁big
+- ▁down
+- ent
+- ▁still
+- ie
+- ▁give
+- ▁our
+- ▁by
+- ▁call
+- ▁br
+- ▁as
+- ▁two
+- ▁wow
+- ▁talk
+- ▁ha
+- ▁very
+- ▁actually
+- ul
+- ▁first
+- ▁even
+- ▁thought
+- ▁fine
+- ▁ask
+- ▁believe
+- ry
+- et
+- ge
+- ▁de
+- ▁la
+- ld
+- ▁sp
+- ▁didnt
+- ▁um
+- ▁pheebs
+- ▁un
+- ▁girl
+- ▁night
+- ▁ba
+- ick
+- bo
+- ▁nice
+- ▁ya
+- ▁other
+- ▁place
+- um
+- ▁thanks
+- ▁hes
+- ▁stuff
+- ▁stop
+- ▁try
+- ion
+- ice
+- ▁has
+- ▁new
+- ▁lot
+- ng
+- ec
+- ▁before
+- ▁put
+- ▁more
+- ▁play
+- ▁ohh
+- ▁care
+- ▁these
+- uch
+- use
+- ▁hello
+- ▁whoa
+- ▁mon
+- ▁remember
+- and
+- ▁those
+- ▁baby
+- ▁shes
+- ▁ever
+- ▁any
+- ▁pick
+- ▁last
+- op
+- uck
+- ▁name
+- ▁li
+- ▁married
+- ▁anything
+- ▁nothing
+- able
+- ▁po
+- ist
+- ▁ve
+- if
+- ▁things
+- ▁bye
+- ▁pretty
+- ▁start
+- ten
+- ▁honey
+- ▁help
+- vi
+- ting
+- ▁theres
+- ant
+- ▁room
+- ▁rach
+- ▁fun
+- ▁day
+- ▁hand
+- ake
+- ▁lets
+- est
+- cr
+- ation
+- ack
+- ies
+- ▁went
+- ▁wanted
+- ▁minute
+- na
+- ▁date
+- ▁mom
+- nto
+- tor
+- ▁better
+- ▁made
+- ▁show
+- ate
+- ▁kind
+- cause
+- ▁hear
+- ▁wor
+- ▁around
+- ▁didn
+- ▁happened
+- ▁kinda
+- ress
+- ▁hav
+- ▁car
+- '0'
+- '2'
+- ▁wedding
+- ▁ex
+- age
+- ver
+- ▁friend
+- im
+- ▁con
+- ▁always
+- ▁guess
+- ave
+- ▁em
+- ▁happen
+- ▁second
+- ▁phone
+- ud
+- out
+- ance
+- ▁friends
+- ich
+- ▁talking
+- ▁getting
+- ine
+- ▁thinking
+- ▁eat
+- ▁best
+- ▁pla
+- ▁happy
+- ▁woman
+- ▁check
+- ▁left
+- ▁move
+- ▁ooh
+- ass
+- ▁doesnt
+- ful
+- ▁together
+- ▁after
+- ▁head
+- ▁kid
+- ▁gr
+- ▁hu
+- ight
+- ▁bad
+- x
+- tion
+- ▁stupid
+- ▁next
+- ▁tonight
+- ▁turn
+- ▁stay
+- ▁came
+- ▁cut
+- ug
+- ▁keep
+- ':'
+- ▁totally
+- ▁home
+- ▁yet
+- ▁wa
+- ment
+- ▁problem
+- ▁find
+- ▁long
+- ▁live
+- ▁five
+- ▁ra
+- ock
+- ▁ring
+- ▁wear
+- man
+- ▁won
+- ▁serious
+- ▁wrong
+- ▁game
+- ▁hard
+- ▁cl
+- ▁else
+- ▁whole
+- ▁mr
+- '5'
+- ▁another
+- ▁job
+- ▁funny
+- ▁coming
+- ▁sex
+- ▁dad
+- ▁hold
+- ▁ready
+- ▁every
+- aking
+- ▁real
+- ▁part
+- ure
+- ▁hot
+- ▁suppose
+- ▁kiss
+- ▁idea
+- ▁old
+- ▁years
+- ▁than
+- ▁tomorrow
+- '7'
+- ▁life
+- time
+- ▁might
+- ▁called
+- ▁done
+- ff
+- ▁anyway
+- ▁probably
+- ▁question
+- ▁morning
+- ▁someone
+- ▁later
+- j
+- fr
+- ▁lea
+- ▁women
+- ▁myself
+- ▁sleep
+- ▁course
+- ▁walk
+- ▁watch
+- ▁break
+- tch
+- ▁coffee
+- ▁everything
+- ▁three
+- ▁money
+- ▁weird
+- ▁hang
+- each
+- ▁pro
+- ▁party
+- ▁tra
+- ▁enough
+- ▁away
+- ▁today
+- ▁high
+- ▁week
+- ▁leave
+- til
+- ▁looking
+- ▁win
+- ▁may
+- though
+- ▁apartment
+- ▁person
+- ▁kill
+- ▁open
+- ▁dum
+- ian
+- ball
+- ▁bar
+- ▁read
+- ▁crazy
+- ▁everybody
+- ▁app
+- ▁year
+- ▁bring
+- ooo
+- rap
+- '4'
+- ▁matter
+- ▁eye
+- ▁both
+- light
+- ▁bing
+- not
+- ▁late
+- ▁dinner
+- ▁throw
+- ▁father
+- ▁naked
+- ▁anyone
+- ▁sister
+- ▁must
+- ▁hate
+- ▁wouldnt
+- ▁mine
+- ▁saying
+- ical
+- ▁meet
+- ▁ph
+- ▁hell
+- ▁anymore
+- ▁excuse
+- ▁knew
+- ▁sound
+- ▁marry
+- ▁four
+- ous
+- amp
+- ▁miss
+- ther
+- ▁sweet
+- ▁bla
+- ought
+- ▁number
+- ▁alright
+- ▁geller
+- ▁either
+- ▁hmm
+- ▁janice
+- ▁hours
+- ▁most
+- pet
+- nch
+- ▁deal
+- room
+- ▁gla
+- ept
+- ▁die
+- ▁joe
+- '8'
+- ▁couple
+- ▁somebody
+- ▁wish
+- ▁under
+- ▁forget
+- ▁same
+- ▁book
+- '00'
+- ▁mind
+- ▁world
+- ▁bob
+- cent
+- ▁bit
+- bb
+- special
+- ▁amazing
+- ▁school
+- ▁understand
+- ▁movie
+- ▁half
+- ▁doctor
+- ▁close
+- ▁since
+- ▁hope
+- ▁wont
+- lso
+- pos
+- ▁beautiful
+- ▁yourself
+- ▁dude
+- ▁hurt
+- ▁box
+- ▁chance
+- ▁lost
+- ▁end
+- cha
+- ▁already
+- ▁anybody
+- ▁promise
+- ▁brother
+- ▁broke
+- ▁free
+- ▁saw
+- ▁teach
+- less
+- arent
+- '9'
+- ▁figure
+- ▁through
+- ▁while
+- ▁cool
+- twee
+- ▁pants
+- ▁absolutely
+- ▁picture
+- ▁quit
+- ▁babies
+- ▁interest
+- ▁smell
+- ▁change
+- ▁parents
+- view
+- ▁alone
+- ▁kidding
+- ▁worry
+- ▁line
+- ▁found
+- ▁important
+- ▁true
+- ▁easy
+- ▁ticket
+- ▁spend
+- ▁food
+- ▁mark
+- ▁luck
+- ried
+- ▁different
+- ▁favor
+- ▁grandmother
+- ▁unbelievabl
+- ▁realize
+- ▁carol
+- ▁everyone
+- ▁six
+- ▁rule
+- ▁gay
+- ▁yep
+- ▁class
+- ▁fact
+- ▁sweetie
+- ▁lose
+- '6'
+- ▁exactly
+- ▁girlfriend
+- ▁perfect
+- ▁quick
+- ▁decide
+- ▁message
+- ▁seven
+- ▁final
+- ▁cup
+- ▁thanksgiving
+- ▁freak
+- ▁fell
+- ▁face
+- ▁ugh
+- ▁stand
+- port
+- form
+- hhh
+- lip
+- jan
+- ▁family
+- ▁machine
+- ▁relax
+- ▁answer
+- ▁roommate
+- ▁knock
+- ▁small
+- ▁museum
+- ▁green
+- ▁drink
+- ▁damn
+- ▁chip
+- ▁lady
+- ▁candy
+- ▁stick
+- ▁kick
+- ign
+- ▁blue
+- ▁marriage
+- ▁restaurant
+- ▁switch
+- ▁asleep
+- ▁bathroom
+- ▁moving
+- ▁secret
+- ▁buddy
+- ▁sweat
+- ▁reason
+- ▁street
+- cross
+- ▁dead
+- ▁side
+- fast
+- hut
+- nut
+- ▁almost
+- ▁boyfriend
+- ▁clothes
+- ▁comple
+- ▁david
+- ▁forgot
+- ▁wife
+- ▁bitch
+- ▁invite
+- ▁learn
+- ▁point
+- ▁run
+- ▁whatever
+- ▁plans
+- ▁few
+- ▁taste
+- ▁pee
+- heart
+- eath
+- cket
+- ▁finish
+- ▁birthday
+- ▁divorce
+- ▁underwear
+- ▁nobody
+- ▁write
+- ▁mistake
+- aught
+- ▁cheese
+- ▁susan
+- ▁shirt
+- ▁shoot
+- ▁window
+- ▁chef
+- board
+- ▁speak
+- ▁audition
+- ▁definitely
+- ▁joshua
+- ▁richard
+- ▁terrible
+- ▁welcome
+- expect
+- ▁fault
+- ▁kathy
+- ▁present
+- ▁trip
+- ▁lunch
+- ▁roger
+- ▁front
+- ▁floor
+- ▁grab
+- ▁count
+- ▁clean
+- ▁bucks
+- ▁clear
+- ▁porn
+- ▁deli
+- ;
+- ▁business
+- ▁excited
+- ▁laundry
+- ▁obvious
+- ▁profess
+- ▁straight
+- ▁stripper
+- ▁idiot
+- ▁trust
+- ▁cookies
+- ▁piece
+- ▁route
+- ▁entire
+- stead
+- ▁mother
+- ▁living
+- ▁mouth
+- ▁music
+- ▁shot
+- ▁emily
+- ▁health
+- ▁scene
+- centra
+- ▁sandwich
+- ▁embarrass
+- ▁follow
+- ▁million
+- ▁nickname
+- ▁pizza
+- ▁possib
+- ▁somewhere
+- ▁tribbiani
+- ▁yesterday
+- ▁sudden
+- ▁grade
+- ▁strong
+- ▁crush
+- '%'
+- ']'
+- '&'
+- '*'
+- '['
+- $
+- '3'
+- '1'
+- /
+- q
+- <sos/eos>
+init: null
+input_size: null
+ctc_conf:
+    dropout_rate: 0.0
+    ctc_type: builtin
+    reduce: true
+    ignore_nan_grad: null
+    zero_infinity: true
+joint_net_conf: null
+use_preprocessor: true
+token_type: bpe
+bpemodel: data/en_token_list/bpe_unigram850/bpe.model
+non_linguistic_symbols: null
+cleaner: null
+g2p: null
+speech_volume_normalize: null
+rir_scp: null
+rir_apply_prob: 1.0
+noise_scp: null
+noise_apply_prob: 1.0
+noise_db_range: '13_15'
+short_noise_thres: 0.5
+frontend: s3prl
+frontend_conf:
+    frontend_conf:
+        upstream: hubert_large_ll60k
+    download_dir: ./hub
+    multilayer_feature: true
+    fs: 16k
+specaug: specaug
+specaug_conf:
+    apply_time_warp: true
+    time_warp_window: 5
+    time_warp_mode: bicubic
+    apply_freq_mask: true
+    freq_mask_width_range:
+    - 0
+    - 30
+    num_freq_mask: 2
+    apply_time_mask: true
+    time_mask_width_range:
+    - 0
+    - 40
+    num_time_mask: 2
+normalize: utterance_mvn
+normalize_conf: {}
+model: espnet
+model_conf:
+    ctc_weight: 0.3
+    lsm_weight: 0.1
+    length_normalized_loss: false
+    extract_feats_in_collect_stats: false
+preencoder: linear
+preencoder_conf:
+    input_size: 1024
+    output_size: 80
+encoder: conformer
+encoder_conf:
+    output_size: 512
+    attention_heads: 8
+    linear_units: 2048
+    num_blocks: 12
+    dropout_rate: 0.2
+    positional_dropout_rate: 0.1
+    attention_dropout_rate: 0.0
+    input_layer: conv2d2
+    normalize_before: true
+postencoder: null
+postencoder_conf: {}
+decoder: transformer
+decoder_conf:
+    attention_heads: 8
+    linear_units: 2048
+    num_blocks: 6
+    dropout_rate: 0.2
+    positional_dropout_rate: 0.1
+    self_attention_dropout_rate: 0.0
+    src_attention_dropout_rate: 0.0
+required:
+- output_dir
+- token_list
+version: '202207'
+distributed: false

exp/asr_train_asr_hubert_transformer_adam_specaug_meld_raw_en_bpe850/valid.acc.ave_5best.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994f64ff28c01a3c4c92398d492fee8442ee84203c12d40d8f20beaf49a78360
+size 1624328003