app.py

import numpy as np
import pandas as pd
from main import SpeechClassifierOutput, Wav2Vec2ForSpeechClassification
from datasets import load_dataset
from transformers import AutoConfig, Wav2Vec2Processor
import torchaudio
import torch
import torch.nn.functional as F
import seaborn as sns
import matplotlib.pyplot as plt
import streamlit as st
import os

sns.set_theme(style="darkgrid", palette="pastel")

def demo_speech_file_to_array_fn(path):
    speech_array, _sampling_rate = torchaudio.load(path, normalize=True)
    resampler = torchaudio.transforms.Resample(_sampling_rate, 16_000)
    speech = resampler(speech_array).squeeze().numpy()
    return speech

def demo_predict(df_row):
    path, emotion = df_row["path"], df_row["emotion"]
    speech = demo_speech_file_to_array_fn(path)
    features = processor(speech, sampling_rate=16_000, return_tensors="pt", padding=True)

    input_values = features.input_values.to(device)
    attention_mask = features.attention_mask.to(device)

    with torch.no_grad():
        logits = model(input_values, attention_mask=attention_mask).logits

    scores = F.softmax(logits, dim=1).detach().cpu().numpy()[0]
    outputs = [{"Emotion": config.id2label[i], "Score": round(score * 100, 3)} for i, score in enumerate(scores)]
    return outputs

@st.cache(allow_output_mutation=True)
def cache_model():
    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
    model_name_or_path = 'khizon/greek-speech-emotion-classifier-demo'
    generic_greek_model = 'lighteternal/wav2vec2-large-xlsr-53-greek'
    config = AutoConfig.from_pretrained(model_name_or_path)
    processor = Wav2Vec2Processor.from_pretrained(generic_greek_model)
    model = Wav2Vec2ForSpeechClassification.from_pretrained(model_name_or_path).to(device)
    return config, processor, model, device

@st.cache
def load_data():
    return pd.read_csv('data/test.csv', delimiter = '\t')

def bar_plot(df):
    fig = plt.figure(figsize=(8, 6))
    plt.title("Prediction Scores")
    plt.xticks(fontsize=12)
    plt.xlim(0,100)
    sns.barplot(x="Score", y="Emotion", data=df)
    st.pyplot(fig)

if __name__ == '__main__':
    if not os.path.exists('/home/user/app/aesdd.zip'):
        os.system('python download_dataset.py')

    test = load_data()

    config, processor, model, device = cache_model()
    print('Model loaded')

    st.title("Emotion Classifier for Greek Speech Audio Demo")
    if st.button("Classify Random Audio"):
        # Load demo file
        idx = np.random.randint(0, len(test))
        sample = test.iloc[idx]

        audio_file = open(sample['path'], 'rb')
        audio_bytes = audio_file.read()

        st.success(f'Label: {sample["emotion"]}')
        st.audio(audio_bytes, format='audio/ogg')

        outputs = demo_predict(sample)
        r = pd.DataFrame(outputs)
        # st.dataframe(r)
        bar_plot(r)