|
{
|
|
"_name_or_path": "Wsassi/whisper-small-minds14",
|
|
"activation_dropout": 0.0,
|
|
"activation_function": "gelu",
|
|
"apply_spec_augment": false,
|
|
"architectures": [
|
|
"WhisperForConditionalGeneration"
|
|
],
|
|
"attention_dropout": 0.0,
|
|
"begin_suppress_tokens": [
|
|
220,
|
|
50257
|
|
],
|
|
"bos_token_id": 50257,
|
|
"classifier_proj_size": 256,
|
|
"d_model": 768,
|
|
"decoder_attention_heads": 12,
|
|
"decoder_ffn_dim": 3072,
|
|
"decoder_layerdrop": 0.0,
|
|
"decoder_layers": 12,
|
|
"decoder_start_token_id": 50258,
|
|
"dropout": 0.0,
|
|
"encoder_attention_heads": 12,
|
|
"encoder_ffn_dim": 3072,
|
|
"encoder_layerdrop": 0.0,
|
|
"encoder_layers": 12,
|
|
"eos_token_id": 50257,
|
|
"forced_decoder_ids": [
|
|
[
|
|
1,
|
|
50259
|
|
],
|
|
[
|
|
2,
|
|
50359
|
|
],
|
|
[
|
|
3,
|
|
50363
|
|
]
|
|
],
|
|
"init_std": 0.02,
|
|
"is_encoder_decoder": true,
|
|
"mask_feature_length": 10,
|
|
"mask_feature_min_masks": 0,
|
|
"mask_feature_prob": 0.0,
|
|
"mask_time_length": 10,
|
|
"mask_time_min_masks": 2,
|
|
"mask_time_prob": 0.05,
|
|
"max_length": 448,
|
|
"max_source_positions": 1500,
|
|
"max_target_positions": 448,
|
|
"median_filter_width": 7,
|
|
"model_type": "whisper",
|
|
"num_hidden_layers": 12,
|
|
"num_mel_bins": 80,
|
|
"pad_token_id": 50257,
|
|
"quantization_config": {
|
|
"bnb_4bit_compute_dtype": "float32",
|
|
"bnb_4bit_quant_type": "fp4",
|
|
"bnb_4bit_use_double_quant": false,
|
|
"llm_int8_enable_fp32_cpu_offload": false,
|
|
"llm_int8_has_fp16_weight": false,
|
|
"llm_int8_skip_modules": null,
|
|
"llm_int8_threshold": 6.0,
|
|
"load_in_4bit": false,
|
|
"load_in_8bit": true,
|
|
"quant_method": "bitsandbytes"
|
|
},
|
|
"scale_embedding": false,
|
|
"suppress_tokens": [
|
|
1,
|
|
2,
|
|
7,
|
|
8,
|
|
9,
|
|
10,
|
|
14,
|
|
25,
|
|
26,
|
|
27,
|
|
28,
|
|
29,
|
|
31,
|
|
58,
|
|
59,
|
|
60,
|
|
61,
|
|
62,
|
|
63,
|
|
90,
|
|
91,
|
|
92,
|
|
93,
|
|
359,
|
|
503,
|
|
522,
|
|
542,
|
|
873,
|
|
893,
|
|
902,
|
|
918,
|
|
922,
|
|
931,
|
|
1350,
|
|
1853,
|
|
1982,
|
|
2460,
|
|
2627,
|
|
3246,
|
|
3253,
|
|
3268,
|
|
3536,
|
|
3846,
|
|
3961,
|
|
4183,
|
|
4667,
|
|
6585,
|
|
6647,
|
|
7273,
|
|
9061,
|
|
9383,
|
|
10428,
|
|
10929,
|
|
11938,
|
|
12033,
|
|
12331,
|
|
12562,
|
|
13793,
|
|
14157,
|
|
14635,
|
|
15265,
|
|
15618,
|
|
16553,
|
|
16604,
|
|
18362,
|
|
18956,
|
|
20075,
|
|
21675,
|
|
22520,
|
|
26130,
|
|
26161,
|
|
26435,
|
|
28279,
|
|
29464,
|
|
31650,
|
|
32302,
|
|
32470,
|
|
36865,
|
|
42863,
|
|
47425,
|
|
49870,
|
|
50254,
|
|
50258,
|
|
50360,
|
|
50361,
|
|
50362
|
|
],
|
|
"torch_dtype": "float16",
|
|
"transformers_version": "4.37.2",
|
|
"use_cache": true,
|
|
"use_weighted_layer_sum": false,
|
|
"vocab_size": 51865
|
|
}
|
|
|