Hugging Face's logo

Spaces:
OpenSound
/
EzAudio
Running on Zero

App Files Community
10
EzAudio
File size: 3,590 Bytes 
bb05820
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
 
{
    "model_type": "autoencoder",
    "sample_size": 12000,
    "sample_rate": 24000,
    "audio_channels": 1,
    "model": {
        "encoder": {
            "type": "oobleck",
            "config": {
                "in_channels": 1,
                "channels": 128,
                "c_mults": [1, 2, 4, 8],
                "strides": [2, 4, 6, 10],
                "latent_dim": 256,
                "use_snake": true
            }
        },
        "decoder": {
            "type": "oobleck",
            "config": {
                "out_channels": 1,
                "channels": 128,
                "c_mults": [1, 2, 4, 8],
                "strides": [2, 4, 6, 10],
                "latent_dim": 128,
                "use_snake": true,
                "final_tanh": false
            }
        },
        "bottleneck": {
            "type": "vae"
        },
        "latent_dim": 128,
        "downsampling_ratio": 480,
        "io_channels": 1
    },
    "training": {
        "learning_rate": 1.5e-4,
        "warmup_steps": 0,
        "use_ema": false,
        "optimizer_configs": {
            "autoencoder": {
                "optimizer": {
                    "type": "AdamW",
                    "config": {
                        "betas": [0.8, 0.99],
                        "lr": 1.5e-4,
                        "weight_decay": 1e-3
                    }
                },
                "scheduler": {
                    "type": "InverseLR",
                    "config": {
                        "inv_gamma": 200000,
                        "power": 0.5,
                        "warmup": 0.999
                    }
                }
            },
            "discriminator": {
                "optimizer": {
                    "type": "AdamW",
                    "config": {
                        "betas": [0.8, 0.99],
                        "lr": 3e-4,
                        "weight_decay": 1e-3
                    }
                },
                "scheduler": {
                    "type": "InverseLR",
                    "config": {
                        "inv_gamma": 200000,
                        "power": 0.5,
                        "warmup": 0.999
                    }
                }
            }
        },
        "loss_configs": {
            "discriminator": {
                "type": "encodec",
                "config": {
                    "filters": 64,
                    "n_ffts": [1280, 640, 320, 160, 80],
                    "hop_lengths": [320, 160, 80, 40, 20],
                    "win_lengths": [1280, 640, 320, 160, 80]
                },
                "weights": {
                    "adversarial": 0.1,
                    "feature_matching": 5.0
                }
            },
            "spectral": {
                "type": "mrstft",
                "config": {
                    "fft_sizes": [1280, 640, 320, 160, 80, 40, 20],
                    "hop_sizes": [320, 160, 80, 40, 20, 10, 5],
                    "win_lengths": [1280, 640, 320, 160, 80, 40, 20],
                    "perceptual_weighting": true
                },
                "weights": {
                    "mrstft": 1.0
                }
            },
            "time": {
                "type": "l1",
                "weights": {
                    "l1": 0.0
                }
            },
            "bottleneck": {
                "type": "kl",
                "weights": {
                    "kl": 1e-4
                }
            }
        },
        "demo": {
            "demo_every": 10000
        }
    }
}