[ { "run_id": "af_AfrikaansEmotionalSpeechCorpus_hubert-base-ls960", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.65, "test_accuracy": 0.67, "test_macro_precision": 0.62, "test_macro_recall": 0.64, "test_macro_f1": 0.62, "test_weighted_f1": 0.66, "test_f1_per_emotion": { "ANGER": 0.85, "FEAR": 0.35, "SADNESS": 0.67 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_hubert-large-ls960-ft", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.32, "test_accuracy": 0.41, "test_macro_precision": 0.43, "test_macro_recall": 0.42, "test_macro_f1": 0.41, "test_weighted_f1": 0.41, "test_f1_per_emotion": { "ANGER": 0.39, "FEAR": 0.42, "SADNESS": 0.41 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_wav2vec2-base", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.57, "test_accuracy": 0.66, "test_macro_precision": 0.71, "test_macro_recall": 0.72, "test_macro_f1": 0.67, "test_weighted_f1": 0.67, "test_f1_per_emotion": { "ANGER": 0.81, "FEAR": 0.55, "SADNESS": 0.64 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_wav2vec2-large-960h", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.38, "test_accuracy": 0.43, "test_macro_precision": 0.54, "test_macro_recall": 0.47, "test_macro_f1": 0.41, "test_weighted_f1": 0.41, "test_f1_per_emotion": { "ANGER": 0.33, "FEAR": 0.49, "SADNESS": 0.43 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_wav2vec2-large-lv60", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.36, "test_accuracy": 0.4, "test_macro_precision": 0.45, "test_macro_recall": 0.41, "test_macro_f1": 0.4, "test_weighted_f1": 0.4, "test_f1_per_emotion": { "ANGER": 0.43, "FEAR": 0.36, "SADNESS": 0.41 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_wav2vec2-xls-r-300m", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.38, "test_accuracy": 0.37, "test_macro_precision": 0.39, "test_macro_recall": 0.38, "test_macro_f1": 0.37, "test_weighted_f1": 0.37, "test_f1_per_emotion": { "ANGER": 0.34, "FEAR": 0.38, "SADNESS": 0.38 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_wav2vec2-xls-r-1b", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.35, "test_accuracy": 0.24, "test_macro_precision": 0.19, "test_macro_recall": 0.34, "test_macro_f1": 0.15, "test_weighted_f1": 0.11, "test_f1_per_emotion": { "ANGER": 0.0, "FEAR": 0.05, "SADNESS": 0.39 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_wavlm-base-plus", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.53, "test_accuracy": 0.59, "test_macro_precision": 0.62, "test_macro_recall": 0.65, "test_macro_f1": 0.6, "test_weighted_f1": 0.6, "test_f1_per_emotion": { "ANGER": 0.7, "FEAR": 0.53, "SADNESS": 0.56 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_wavlm-large", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.29, "test_accuracy": 0.63, "test_macro_precision": 0.65, "test_macro_recall": 0.58, "test_macro_f1": 0.58, "test_weighted_f1": 0.61, "test_f1_per_emotion": { "ANGER": 0.83, "FEAR": 0.28, "SADNESS": 0.65 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_whisper-small", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.75, "test_accuracy": 0.71, "test_macro_precision": 0.71, "test_macro_recall": 0.71, "test_macro_f1": 0.7, "test_weighted_f1": 0.7, "test_f1_per_emotion": { "ANGER": 0.79, "FEAR": 0.57, "SADNESS": 0.74 } }, { "run_id": "af_AfrikaansEmotionalSpeechCorpus_whisper-large", "language": "Afrikaans", "language_folder": "Afrikaans", "iso": "af", "family": "Indo-European", "dataset": "AfrikaansEmotionalSpeechCorpus", "catalog_dataset": "AfrikaansSE", "catalog_entry": "AfrikaansSE.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.68, "test_accuracy": 0.65, "test_macro_precision": 0.64, "test_macro_recall": 0.66, "test_macro_f1": 0.63, "test_weighted_f1": 0.63, "test_f1_per_emotion": { "ANGER": 0.75, "FEAR": 0.46, "SADNESS": 0.69 } }, { "run_id": "am_ASED_hubert-base-ls960", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.88, "test_accuracy": 0.89, "test_macro_precision": 0.89, "test_macro_recall": 0.89, "test_macro_f1": 0.89, "test_weighted_f1": 0.89, "test_f1_per_emotion": { "ANGER": 0.89, "FEAR": 0.88, "HAPPINESS": 0.88, "NEUTRAL": 0.89, "SADNESS": 0.9 } }, { "run_id": "am_ASED_hubert-large-ls960-ft", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.64, "test_accuracy": 0.63, "test_macro_precision": 0.67, "test_macro_recall": 0.64, "test_macro_f1": 0.63, "test_weighted_f1": 0.63, "test_f1_per_emotion": { "ANGER": 0.58, "FEAR": 0.58, "HAPPINESS": 0.7, "NEUTRAL": 0.64, "SADNESS": 0.66 } }, { "run_id": "am_ASED_wav2vec2-base", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.75, "test_accuracy": 0.75, "test_macro_precision": 0.76, "test_macro_recall": 0.74, "test_macro_f1": 0.75, "test_weighted_f1": 0.75, "test_f1_per_emotion": { "ANGER": 0.69, "FEAR": 0.76, "HAPPINESS": 0.71, "NEUTRAL": 0.76, "SADNESS": 0.83 } }, { "run_id": "am_ASED_wav2vec2-large-960h", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.3, "test_accuracy": 0.32, "test_macro_precision": 0.48, "test_macro_recall": 0.34, "test_macro_f1": 0.27, "test_weighted_f1": 0.26, "test_f1_per_emotion": { "ANGER": 0.33, "FEAR": 0.05, "HAPPINESS": 0.43, "NEUTRAL": 0.4, "SADNESS": 0.16 } }, { "run_id": "am_ASED_wav2vec2-large-lv60", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.27, "test_macro_precision": 0.29, "test_macro_recall": 0.28, "test_macro_f1": 0.25, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.15, "FEAR": 0.11, "HAPPINESS": 0.22, "NEUTRAL": 0.35, "SADNESS": 0.42 } }, { "run_id": "am_ASED_wav2vec2-xls-r-300m", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.31, "test_accuracy": 0.32, "test_macro_precision": 0.31, "test_macro_recall": 0.32, "test_macro_f1": 0.29, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.2, "FEAR": 0.34, "HAPPINESS": 0.37, "NEUTRAL": 0.42, "SADNESS": 0.14 } }, { "run_id": "am_ASED_wav2vec2-xls-r-1b", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.35, "test_accuracy": 0.4, "test_macro_precision": 0.45, "test_macro_recall": 0.39, "test_macro_f1": 0.32, "test_weighted_f1": 0.33, "test_f1_per_emotion": { "ANGER": 0.05, "FEAR": 0.19, "HAPPINESS": 0.5, "NEUTRAL": 0.53, "SADNESS": 0.35 } }, { "run_id": "am_ASED_wavlm-base-plus", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.87, "test_accuracy": 0.84, "test_macro_precision": 0.84, "test_macro_recall": 0.85, "test_macro_f1": 0.84, "test_weighted_f1": 0.84, "test_f1_per_emotion": { "ANGER": 0.85, "FEAR": 0.84, "HAPPINESS": 0.84, "NEUTRAL": 0.84, "SADNESS": 0.85 } }, { "run_id": "am_ASED_wavlm-large", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.8, "test_accuracy": 0.82, "test_macro_precision": 0.84, "test_macro_recall": 0.82, "test_macro_f1": 0.82, "test_weighted_f1": 0.82, "test_f1_per_emotion": { "ANGER": 0.85, "FEAR": 0.82, "HAPPINESS": 0.83, "NEUTRAL": 0.79, "SADNESS": 0.81 } }, { "run_id": "am_ASED_whisper-small", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.91, "test_accuracy": 0.9, "test_macro_precision": 0.9, "test_macro_recall": 0.9, "test_macro_f1": 0.9, "test_weighted_f1": 0.9, "test_f1_per_emotion": { "ANGER": 0.91, "FEAR": 0.86, "HAPPINESS": 0.91, "NEUTRAL": 0.91, "SADNESS": 0.9 } }, { "run_id": "am_ASED_whisper-large", "language": "Amharic", "language_folder": "Amharic", "iso": "am", "family": "Afro-Asiatic", "dataset": "ASED", "catalog_dataset": "Amharic Speech Emotion Dataset (ASED)", "catalog_entry": "ASED.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.88, "test_accuracy": 0.86, "test_macro_precision": 0.87, "test_macro_recall": 0.87, "test_macro_f1": 0.86, "test_weighted_f1": 0.86, "test_f1_per_emotion": { "ANGER": 0.87, "FEAR": 0.81, "HAPPINESS": 0.87, "NEUTRAL": 0.9, "SADNESS": 0.87 } }, { "run_id": "ar_ANAD_hubert-base-ls960", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.63, "test_accuracy": 0.58, "test_macro_precision": 0.59, "test_macro_recall": 0.59, "test_macro_f1": 0.58, "test_weighted_f1": 0.58, "test_f1_per_emotion": { "ANGER": 0.57, "HAPPINESS": 0.59 } }, { "run_id": "ar_ANAD_hubert-large-ls960-ft", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.64, "test_accuracy": 0.66, "test_macro_precision": 0.62, "test_macro_recall": 0.55, "test_macro_f1": 0.51, "test_weighted_f1": 0.59, "test_f1_per_emotion": { "ANGER": 0.78, "HAPPINESS": 0.25 } }, { "run_id": "ar_ANAD_wav2vec2-base", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.62, "test_accuracy": 0.57, "test_macro_precision": 0.55, "test_macro_recall": 0.52, "test_macro_f1": 0.45, "test_weighted_f1": 0.48, "test_f1_per_emotion": { "ANGER": 0.71, "HAPPINESS": 0.18 } }, { "run_id": "ar_ANAD_wav2vec2-large-960h", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.62, "test_accuracy": 0.65, "test_macro_precision": 0.6, "test_macro_recall": 0.56, "test_macro_f1": 0.54, "test_weighted_f1": 0.61, "test_f1_per_emotion": { "ANGER": 0.77, "HAPPINESS": 0.31 } }, { "run_id": "ar_ANAD_wav2vec2-large-lv60", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.64, "test_accuracy": 0.64, "test_macro_precision": 0.32, "test_macro_recall": 0.5, "test_macro_f1": 0.39, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.78, "HAPPINESS": 0.0 } }, { "run_id": "ar_ANAD_wav2vec2-xls-r-300m", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.61, "test_accuracy": 0.61, "test_macro_precision": 0.5, "test_macro_recall": 0.5, "test_macro_f1": 0.46, "test_weighted_f1": 0.54, "test_f1_per_emotion": { "ANGER": 0.74, "HAPPINESS": 0.18 } }, { "run_id": "ar_ANAD_wav2vec2-xls-r-1b", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.61, "test_accuracy": 0.63, "test_macro_precision": 0.52, "test_macro_recall": 0.51, "test_macro_f1": 0.47, "test_weighted_f1": 0.56, "test_f1_per_emotion": { "ANGER": 0.76, "HAPPINESS": 0.17 } }, { "run_id": "ar_ANAD_wavlm-base-plus", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.66, "test_accuracy": 0.61, "test_macro_precision": 0.62, "test_macro_recall": 0.57, "test_macro_f1": 0.54, "test_weighted_f1": 0.57, "test_f1_per_emotion": { "ANGER": 0.72, "HAPPINESS": 0.36 } }, { "run_id": "ar_ANAD_wavlm-large", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.66, "test_accuracy": 0.71, "test_macro_precision": 0.81, "test_macro_recall": 0.6, "test_macro_f1": 0.57, "test_weighted_f1": 0.64, "test_f1_per_emotion": { "ANGER": 0.81, "HAPPINESS": 0.33 } }, { "run_id": "ar_ANAD_whisper-small", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.72, "test_accuracy": 0.79, "test_macro_precision": 0.78, "test_macro_recall": 0.77, "test_macro_f1": 0.78, "test_weighted_f1": 0.79, "test_f1_per_emotion": { "ANGER": 0.83, "HAPPINESS": 0.73 } }, { "run_id": "ar_ANAD_whisper-large", "language": "Arabic", "language_folder": "Arabic", "iso": "ar", "family": "Afro-Asiatic", "dataset": "ANAD", "catalog_dataset": "ANAD", "catalog_entry": "ANAD.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.78, "test_accuracy": 0.82, "test_macro_precision": 0.81, "test_macro_recall": 0.8, "test_macro_f1": 0.81, "test_weighted_f1": 0.81, "test_f1_per_emotion": { "ANGER": 0.85, "HAPPINESS": 0.77 } }, { "run_id": "bn_BANSpEmo_hubert-base-ls960", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.52, "test_accuracy": 0.41, "test_macro_precision": 0.41, "test_macro_recall": 0.43, "test_macro_f1": 0.42, "test_weighted_f1": 0.41, "test_f1_per_emotion": { "ANGER": 0.55, "FEAR": 0.25, "HAPPINESS": 0.51, "SADNESS": 0.34 } }, { "run_id": "bn_BANSpEmo_hubert-large-ls960-ft", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.24, "test_accuracy": 0.23, "test_macro_precision": 0.23, "test_macro_recall": 0.23, "test_macro_f1": 0.22, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.16, "FEAR": 0.19, "HAPPINESS": 0.27, "SADNESS": 0.27 } }, { "run_id": "bn_BANSpEmo_wav2vec2-base", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.41, "test_accuracy": 0.32, "test_macro_precision": 0.3, "test_macro_recall": 0.37, "test_macro_f1": 0.31, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.43, "FEAR": 0.36, "HAPPINESS": 0.3, "SADNESS": 0.16 } }, { "run_id": "bn_BANSpEmo_wav2vec2-large-960h", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.23, "test_macro_precision": 0.26, "test_macro_recall": 0.24, "test_macro_f1": 0.23, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.25, "FEAR": 0.2, "HAPPINESS": 0.26, "SADNESS": 0.23 } }, { "run_id": "bn_BANSpEmo_wav2vec2-large-lv60", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.25, "test_macro_precision": 0.26, "test_macro_recall": 0.26, "test_macro_f1": 0.25, "test_weighted_f1": 0.26, "test_f1_per_emotion": { "ANGER": 0.3, "FEAR": 0.21, "HAPPINESS": 0.26, "SADNESS": 0.25 } }, { "run_id": "bn_BANSpEmo_wav2vec2-xls-r-300m", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.25, "test_accuracy": 0.23, "test_macro_precision": 0.24, "test_macro_recall": 0.24, "test_macro_f1": 0.23, "test_weighted_f1": 0.23, "test_f1_per_emotion": { "ANGER": 0.25, "FEAR": 0.21, "HAPPINESS": 0.27, "SADNESS": 0.2 } }, { "run_id": "bn_BANSpEmo_wav2vec2-xls-r-1b", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.19, "test_accuracy": 0.26, "test_macro_precision": 0.27, "test_macro_recall": 0.26, "test_macro_f1": 0.25, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.3, "FEAR": 0.23, "HAPPINESS": 0.17, "SADNESS": 0.29 } }, { "run_id": "bn_BANSpEmo_wavlm-base-plus", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.49, "test_accuracy": 0.35, "test_macro_precision": 0.35, "test_macro_recall": 0.39, "test_macro_f1": 0.36, "test_weighted_f1": 0.35, "test_f1_per_emotion": { "ANGER": 0.48, "FEAR": 0.24, "HAPPINESS": 0.42, "SADNESS": 0.27 } }, { "run_id": "bn_BANSpEmo_wavlm-large", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.41, "test_accuracy": 0.4, "test_macro_precision": 0.41, "test_macro_recall": 0.39, "test_macro_f1": 0.38, "test_weighted_f1": 0.39, "test_f1_per_emotion": { "ANGER": 0.6, "FEAR": 0.21, "HAPPINESS": 0.32, "SADNESS": 0.38 } }, { "run_id": "bn_BANSpEmo_whisper-small", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.3, "test_accuracy": 0.38, "test_macro_precision": 0.36, "test_macro_recall": 0.36, "test_macro_f1": 0.34, "test_weighted_f1": 0.37, "test_f1_per_emotion": { "ANGER": 0.53, "FEAR": 0.3, "HAPPINESS": 0.12, "SADNESS": 0.4 } }, { "run_id": "bn_BANSpEmo_whisper-large", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "BANSpEmo", "catalog_dataset": "BANSpEmo", "catalog_entry": "BANSpEmo.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.35, "test_accuracy": 0.4, "test_macro_precision": 0.37, "test_macro_recall": 0.37, "test_macro_f1": 0.36, "test_weighted_f1": 0.39, "test_f1_per_emotion": { "ANGER": 0.56, "FEAR": 0.35, "HAPPINESS": 0.2, "SADNESS": 0.33 } }, { "run_id": "bn_SUBESCO_hubert-base-ls960", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.77, "test_accuracy": 0.78, "test_macro_precision": 0.8, "test_macro_recall": 0.78, "test_macro_f1": 0.78, "test_weighted_f1": 0.78, "test_f1_per_emotion": { "ANGER": 0.84, "FEAR": 0.79, "HAPPINESS": 0.77, "NEUTRAL": 0.82, "SADNESS": 0.71 } }, { "run_id": "bn_SUBESCO_hubert-large-ls960-ft", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.56, "test_accuracy": 0.54, "test_macro_precision": 0.58, "test_macro_recall": 0.55, "test_macro_f1": 0.53, "test_weighted_f1": 0.52, "test_f1_per_emotion": { "ANGER": 0.71, "FEAR": 0.54, "HAPPINESS": 0.43, "NEUTRAL": 0.58, "SADNESS": 0.39 } }, { "run_id": "bn_SUBESCO_wav2vec2-base", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.69, "test_accuracy": 0.68, "test_macro_precision": 0.71, "test_macro_recall": 0.69, "test_macro_f1": 0.68, "test_weighted_f1": 0.68, "test_f1_per_emotion": { "ANGER": 0.84, "FEAR": 0.73, "HAPPINESS": 0.56, "NEUTRAL": 0.7, "SADNESS": 0.58 } }, { "run_id": "bn_SUBESCO_wav2vec2-large-960h", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.24, "test_accuracy": 0.24, "test_macro_precision": 0.41, "test_macro_recall": 0.26, "test_macro_f1": 0.18, "test_weighted_f1": 0.17, "test_f1_per_emotion": { "ANGER": 0.17, "FEAR": 0.14, "HAPPINESS": 0.07, "NEUTRAL": 0.34, "SADNESS": 0.17 } }, { "run_id": "bn_SUBESCO_wav2vec2-large-lv60", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.27, "test_macro_precision": 0.28, "test_macro_recall": 0.28, "test_macro_f1": 0.23, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.39, "FEAR": 0.17, "HAPPINESS": 0.1, "NEUTRAL": 0.37, "SADNESS": 0.12 } }, { "run_id": "bn_SUBESCO_wav2vec2-xls-r-300m", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.51, "test_accuracy": 0.48, "test_macro_precision": 0.53, "test_macro_recall": 0.49, "test_macro_f1": 0.47, "test_weighted_f1": 0.47, "test_f1_per_emotion": { "ANGER": 0.61, "FEAR": 0.45, "HAPPINESS": 0.48, "NEUTRAL": 0.53, "SADNESS": 0.29 } }, { "run_id": "bn_SUBESCO_wav2vec2-xls-r-1b", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.36, "test_accuracy": 0.38, "test_macro_precision": 0.57, "test_macro_recall": 0.36, "test_macro_f1": 0.33, "test_weighted_f1": 0.34, "test_f1_per_emotion": { "ANGER": 0.18, "FEAR": 0.15, "HAPPINESS": 0.41, "NEUTRAL": 0.5, "SADNESS": 0.4 } }, { "run_id": "bn_SUBESCO_wavlm-base-plus", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.76, "test_accuracy": 0.78, "test_macro_precision": 0.78, "test_macro_recall": 0.78, "test_macro_f1": 0.77, "test_weighted_f1": 0.77, "test_f1_per_emotion": { "ANGER": 0.87, "FEAR": 0.76, "HAPPINESS": 0.73, "NEUTRAL": 0.82, "SADNESS": 0.69 } }, { "run_id": "bn_SUBESCO_wavlm-large", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.76, "test_accuracy": 0.74, "test_macro_precision": 0.78, "test_macro_recall": 0.75, "test_macro_f1": 0.74, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.9, "FEAR": 0.66, "HAPPINESS": 0.78, "NEUTRAL": 0.74, "SADNESS": 0.62 } }, { "run_id": "bn_SUBESCO_whisper-small", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.88, "test_accuracy": 0.89, "test_macro_precision": 0.89, "test_macro_recall": 0.88, "test_macro_f1": 0.88, "test_weighted_f1": 0.89, "test_f1_per_emotion": { "ANGER": 0.92, "FEAR": 0.85, "HAPPINESS": 0.89, "NEUTRAL": 0.93, "SADNESS": 0.83 } }, { "run_id": "bn_SUBESCO_whisper-large", "language": "Bengali", "language_folder": "Bengali", "iso": "bn", "family": "Indo-European", "dataset": "SUBESCO", "catalog_dataset": "SUBESCO", "catalog_entry": "SUBESCO.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.88, "test_accuracy": 0.89, "test_macro_precision": 0.89, "test_macro_recall": 0.89, "test_macro_f1": 0.89, "test_weighted_f1": 0.89, "test_f1_per_emotion": { "ANGER": 0.95, "FEAR": 0.82, "HAPPINESS": 0.9, "NEUTRAL": 0.94, "SADNESS": 0.83 } }, { "run_id": "zh_ESD_hubert-base-ls960", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.93, "test_accuracy": 0.92, "test_macro_precision": 0.92, "test_macro_recall": 0.91, "test_macro_f1": 0.91, "test_weighted_f1": 0.91, "test_f1_per_emotion": { "ANGER": 0.88, "HAPPINESS": 0.9, "NEUTRAL": 0.92, "SADNESS": 0.95 } }, { "run_id": "zh_ESD_hubert-large-ls960-ft", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.75, "test_accuracy": 0.73, "test_macro_precision": 0.76, "test_macro_recall": 0.74, "test_macro_f1": 0.74, "test_weighted_f1": 0.73, "test_f1_per_emotion": { "ANGER": 0.73, "HAPPINESS": 0.62, "NEUTRAL": 0.74, "SADNESS": 0.85 } }, { "run_id": "zh_ESD_wav2vec2-base", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.91, "test_accuracy": 0.9, "test_macro_precision": 0.91, "test_macro_recall": 0.9, "test_macro_f1": 0.9, "test_weighted_f1": 0.9, "test_f1_per_emotion": { "ANGER": 0.84, "HAPPINESS": 0.86, "NEUTRAL": 0.93, "SADNESS": 0.95 } }, { "run_id": "zh_ESD_wav2vec2-large-960h", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.45, "test_accuracy": 0.45, "test_macro_precision": 0.59, "test_macro_recall": 0.45, "test_macro_f1": 0.42, "test_weighted_f1": 0.42, "test_f1_per_emotion": { "ANGER": 0.53, "HAPPINESS": 0.21, "NEUTRAL": 0.51, "SADNESS": 0.44 } }, { "run_id": "zh_ESD_wav2vec2-large-lv60", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.28, "test_macro_precision": 0.23, "test_macro_recall": 0.28, "test_macro_f1": 0.18, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.07, "HAPPINESS": 0.0, "NEUTRAL": 0.43, "SADNESS": 0.21 } }, { "run_id": "zh_ESD_wav2vec2-xls-r-300m", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.62, "test_accuracy": 0.59, "test_macro_precision": 0.72, "test_macro_recall": 0.59, "test_macro_f1": 0.58, "test_weighted_f1": 0.58, "test_f1_per_emotion": { "ANGER": 0.45, "HAPPINESS": 0.57, "NEUTRAL": 0.65, "SADNESS": 0.64 } }, { "run_id": "zh_ESD_wav2vec2-xls-r-1b", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.7, "test_accuracy": 0.68, "test_macro_precision": 0.74, "test_macro_recall": 0.69, "test_macro_f1": 0.68, "test_weighted_f1": 0.68, "test_f1_per_emotion": { "ANGER": 0.55, "HAPPINESS": 0.62, "NEUTRAL": 0.7, "SADNESS": 0.84 } }, { "run_id": "zh_ESD_wavlm-base-plus", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.91, "test_accuracy": 0.9, "test_macro_precision": 0.9, "test_macro_recall": 0.9, "test_macro_f1": 0.9, "test_weighted_f1": 0.9, "test_f1_per_emotion": { "ANGER": 0.88, "HAPPINESS": 0.87, "NEUTRAL": 0.91, "SADNESS": 0.94 } }, { "run_id": "zh_ESD_wavlm-large", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.9, "test_accuracy": 0.91, "test_macro_precision": 0.91, "test_macro_recall": 0.91, "test_macro_f1": 0.91, "test_weighted_f1": 0.91, "test_f1_per_emotion": { "ANGER": 0.9, "HAPPINESS": 0.87, "NEUTRAL": 0.89, "SADNESS": 0.96 } }, { "run_id": "zh_ESD_whisper-small", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.97, "test_accuracy": 0.97, "test_macro_precision": 0.97, "test_macro_recall": 0.97, "test_macro_f1": 0.97, "test_weighted_f1": 0.97, "test_f1_per_emotion": { "ANGER": 0.96, "HAPPINESS": 0.96, "NEUTRAL": 0.98, "SADNESS": 0.99 } }, { "run_id": "zh_ESD_whisper-large", "language": "Chinese", "language_folder": "Chinese", "iso": "zh", "family": "Sino-Tibetan", "dataset": "ESD", "catalog_dataset": "ESD", "catalog_entry": "ESD.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.98, "test_accuracy": 0.98, "test_macro_precision": 0.98, "test_macro_recall": 0.98, "test_macro_f1": 0.98, "test_weighted_f1": 0.98, "test_f1_per_emotion": { "ANGER": 0.98, "HAPPINESS": 0.98, "NEUTRAL": 0.99, "SADNESS": 0.99 } }, { "run_id": "en_IESC_hubert-base-ls960", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.82, "test_accuracy": 0.82, "test_macro_precision": 0.82, "test_macro_recall": 0.83, "test_macro_f1": 0.81, "test_weighted_f1": 0.82, "test_f1_per_emotion": { "ANGER": 0.84, "FEAR": 0.8, "HAPPINESS": 0.78, "NEUTRAL": 0.79, "SADNESS": 0.86 } }, { "run_id": "en_IESC_hubert-large-ls960-ft", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.45, "test_accuracy": 0.53, "test_macro_precision": 0.54, "test_macro_recall": 0.51, "test_macro_f1": 0.49, "test_weighted_f1": 0.52, "test_f1_per_emotion": { "ANGER": 0.64, "FEAR": 0.37, "HAPPINESS": 0.19, "NEUTRAL": 0.63, "SADNESS": 0.61 } }, { "run_id": "en_IESC_wav2vec2-base", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.7, "test_accuracy": 0.66, "test_macro_precision": 0.67, "test_macro_recall": 0.67, "test_macro_f1": 0.66, "test_weighted_f1": 0.66, "test_f1_per_emotion": { "ANGER": 0.72, "FEAR": 0.6, "HAPPINESS": 0.6, "NEUTRAL": 0.72, "SADNESS": 0.64 } }, { "run_id": "en_IESC_wav2vec2-large-960h", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.31, "test_macro_precision": 0.38, "test_macro_recall": 0.29, "test_macro_f1": 0.27, "test_weighted_f1": 0.28, "test_f1_per_emotion": { "ANGER": 0.39, "FEAR": 0.15, "HAPPINESS": 0.1, "NEUTRAL": 0.29, "SADNESS": 0.41 } }, { "run_id": "en_IESC_wav2vec2-large-lv60", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.21, "test_accuracy": 0.25, "test_macro_precision": 0.29, "test_macro_recall": 0.22, "test_macro_f1": 0.2, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.24, "FEAR": 0.13, "HAPPINESS": 0.14, "NEUTRAL": 0.37, "SADNESS": 0.14 } }, { "run_id": "en_IESC_wav2vec2-xls-r-300m", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.25, "test_macro_precision": 0.3, "test_macro_recall": 0.26, "test_macro_f1": 0.24, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.31, "FEAR": 0.22, "HAPPINESS": 0.21, "NEUTRAL": 0.27, "SADNESS": 0.21 } }, { "run_id": "en_IESC_wav2vec2-xls-r-1b", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.24, "test_macro_precision": 0.34, "test_macro_recall": 0.27, "test_macro_f1": 0.22, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.12, "FEAR": 0.34, "HAPPINESS": 0.22, "NEUTRAL": 0.11, "SADNESS": 0.29 } }, { "run_id": "en_IESC_wavlm-base-plus", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.7, "test_accuracy": 0.78, "test_macro_precision": 0.79, "test_macro_recall": 0.8, "test_macro_f1": 0.78, "test_weighted_f1": 0.78, "test_f1_per_emotion": { "ANGER": 0.9, "FEAR": 0.75, "HAPPINESS": 0.78, "NEUTRAL": 0.74, "SADNESS": 0.73 } }, { "run_id": "en_IESC_wavlm-large", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.76, "test_accuracy": 0.81, "test_macro_precision": 0.8, "test_macro_recall": 0.79, "test_macro_f1": 0.79, "test_weighted_f1": 0.8, "test_f1_per_emotion": { "ANGER": 0.9, "FEAR": 0.63, "HAPPINESS": 0.79, "NEUTRAL": 0.88, "SADNESS": 0.73 } }, { "run_id": "en_IESC_whisper-small", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.78, "test_accuracy": 0.71, "test_macro_precision": 0.69, "test_macro_recall": 0.7, "test_macro_f1": 0.69, "test_weighted_f1": 0.71, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.6, "HAPPINESS": 0.73, "NEUTRAL": 0.66, "SADNESS": 0.56 } }, { "run_id": "en_IESC_whisper-large", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "IESC", "catalog_dataset": "IESC", "catalog_entry": "IESC.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.79, "test_accuracy": 0.74, "test_macro_precision": 0.74, "test_macro_recall": 0.74, "test_macro_f1": 0.73, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.81, "FEAR": 0.7, "HAPPINESS": 0.77, "NEUTRAL": 0.74, "SADNESS": 0.65 } }, { "run_id": "en_RAVDESS_hubert-base-ls960", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.65, "test_accuracy": 0.65, "test_macro_precision": 0.66, "test_macro_recall": 0.68, "test_macro_f1": 0.65, "test_weighted_f1": 0.64, "test_f1_per_emotion": { "ANGER": 0.86, "FEAR": 0.5, "HAPPINESS": 0.59, "NEUTRAL": 0.71, "SADNESS": 0.6 } }, { "run_id": "en_RAVDESS_hubert-large-ls960-ft", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.34, "test_accuracy": 0.35, "test_macro_precision": 0.43, "test_macro_recall": 0.45, "test_macro_f1": 0.34, "test_weighted_f1": 0.33, "test_f1_per_emotion": { "ANGER": 0.53, "FEAR": 0.58, "HAPPINESS": 0.28, "NEUTRAL": 0.26, "SADNESS": 0.06 } }, { "run_id": "en_RAVDESS_wav2vec2-base", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.51, "test_accuracy": 0.59, "test_macro_precision": 0.59, "test_macro_recall": 0.57, "test_macro_f1": 0.58, "test_weighted_f1": 0.59, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.59, "HAPPINESS": 0.44, "NEUTRAL": 0.51, "SADNESS": 0.46 } }, { "run_id": "en_RAVDESS_wav2vec2-large-960h", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.13, "test_accuracy": 0.15, "test_macro_precision": 0.12, "test_macro_recall": 0.21, "test_macro_f1": 0.12, "test_weighted_f1": 0.12, "test_f1_per_emotion": { "ANGER": 0.0, "FEAR": 0.0, "HAPPINESS": 0.25, "NEUTRAL": 0.13, "SADNESS": 0.21 } }, { "run_id": "en_RAVDESS_wav2vec2-large-lv60", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.27, "test_macro_precision": 0.2, "test_macro_recall": 0.22, "test_macro_f1": 0.21, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.13, "FEAR": 0.31, "HAPPINESS": 0.27, "NEUTRAL": 0.0, "SADNESS": 0.32 } }, { "run_id": "en_RAVDESS_wav2vec2-xls-r-300m", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.31, "test_accuracy": 0.34, "test_macro_precision": 0.31, "test_macro_recall": 0.28, "test_macro_f1": 0.27, "test_weighted_f1": 0.32, "test_f1_per_emotion": { "ANGER": 0.21, "FEAR": 0.38, "HAPPINESS": 0.28, "NEUTRAL": 0.01, "SADNESS": 0.45 } }, { "run_id": "en_RAVDESS_wav2vec2-xls-r-1b", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.23, "test_macro_precision": 0.21, "test_macro_recall": 0.21, "test_macro_f1": 0.18, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.15, "FEAR": 0.31, "HAPPINESS": 0.26, "NEUTRAL": 0.0, "SADNESS": 0.21 } }, { "run_id": "en_RAVDESS_wavlm-base-plus", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.68, "test_accuracy": 0.69, "test_macro_precision": 0.68, "test_macro_recall": 0.71, "test_macro_f1": 0.69, "test_weighted_f1": 0.69, "test_f1_per_emotion": { "ANGER": 0.87, "FEAR": 0.66, "HAPPINESS": 0.56, "NEUTRAL": 0.75, "SADNESS": 0.62 } }, { "run_id": "en_RAVDESS_wavlm-large", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.66, "test_accuracy": 0.55, "test_macro_precision": 0.61, "test_macro_recall": 0.63, "test_macro_f1": 0.54, "test_weighted_f1": 0.55, "test_f1_per_emotion": { "ANGER": 0.84, "FEAR": 0.54, "HAPPINESS": 0.54, "NEUTRAL": 0.38, "SADNESS": 0.39 } }, { "run_id": "en_RAVDESS_whisper-small", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.7, "test_accuracy": 0.61, "test_macro_precision": 0.57, "test_macro_recall": 0.64, "test_macro_f1": 0.58, "test_weighted_f1": 0.62, "test_f1_per_emotion": { "ANGER": 0.7, "FEAR": 0.63, "HAPPINESS": 0.61, "NEUTRAL": 0.37, "SADNESS": 0.59 } }, { "run_id": "en_RAVDESS_whisper-large", "language": "English", "language_folder": "English", "iso": "en", "family": "Indo-European", "dataset": "RAVDESS", "catalog_dataset": "RAVDESS", "catalog_entry": "RAVDESS.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.75, "test_accuracy": 0.68, "test_macro_precision": 0.63, "test_macro_recall": 0.69, "test_macro_f1": 0.64, "test_weighted_f1": 0.68, "test_f1_per_emotion": { "ANGER": 0.77, "FEAR": 0.69, "HAPPINESS": 0.7, "NEUTRAL": 0.4, "SADNESS": 0.65 } }, { "run_id": "fr_CaFE_hubert-base-ls960", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.64, "test_accuracy": 0.6, "test_macro_precision": 0.63, "test_macro_recall": 0.62, "test_macro_f1": 0.6, "test_weighted_f1": 0.6, "test_f1_per_emotion": { "ANGER": 0.71, "FEAR": 0.58, "HAPPINESS": 0.47, "SADNESS": 0.63 } }, { "run_id": "fr_CaFE_hubert-large-ls960-ft", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.33, "test_accuracy": 0.33, "test_macro_precision": 0.35, "test_macro_recall": 0.34, "test_macro_f1": 0.32, "test_weighted_f1": 0.33, "test_f1_per_emotion": { "ANGER": 0.29, "FEAR": 0.32, "HAPPINESS": 0.38, "SADNESS": 0.31 } }, { "run_id": "fr_CaFE_wav2vec2-base", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.46, "test_accuracy": 0.38, "test_macro_precision": 0.37, "test_macro_recall": 0.4, "test_macro_f1": 0.36, "test_weighted_f1": 0.35, "test_f1_per_emotion": { "ANGER": 0.53, "FEAR": 0.25, "HAPPINESS": 0.16, "SADNESS": 0.48 } }, { "run_id": "fr_CaFE_wav2vec2-large-960h", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.24, "test_macro_precision": 0.34, "test_macro_recall": 0.28, "test_macro_f1": 0.22, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.1, "FEAR": 0.31, "HAPPINESS": 0.19, "SADNESS": 0.28 } }, { "run_id": "fr_CaFE_wav2vec2-large-lv60", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.2, "test_accuracy": 0.21, "test_macro_precision": 0.25, "test_macro_recall": 0.25, "test_macro_f1": 0.17, "test_weighted_f1": 0.15, "test_f1_per_emotion": { "ANGER": 0.15, "FEAR": 0.31, "HAPPINESS": 0.06, "SADNESS": 0.15 } }, { "run_id": "fr_CaFE_wav2vec2-xls-r-300m", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.29, "test_accuracy": 0.25, "test_macro_precision": 0.2, "test_macro_recall": 0.29, "test_macro_f1": 0.21, "test_weighted_f1": 0.19, "test_f1_per_emotion": { "ANGER": 0.0, "FEAR": 0.27, "HAPPINESS": 0.18, "SADNESS": 0.38 } }, { "run_id": "fr_CaFE_wav2vec2-xls-r-1b", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.25, "test_macro_precision": 0.27, "test_macro_recall": 0.26, "test_macro_f1": 0.19, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.03, "FEAR": 0.15, "HAPPINESS": 0.22, "SADNESS": 0.36 } }, { "run_id": "fr_CaFE_wavlm-base-plus", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.53, "test_accuracy": 0.53, "test_macro_precision": 0.53, "test_macro_recall": 0.53, "test_macro_f1": 0.52, "test_weighted_f1": 0.53, "test_f1_per_emotion": { "ANGER": 0.66, "FEAR": 0.55, "HAPPINESS": 0.27, "SADNESS": 0.6 } }, { "run_id": "fr_CaFE_wavlm-large", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.72, "test_accuracy": 0.7, "test_macro_precision": 0.69, "test_macro_recall": 0.69, "test_macro_f1": 0.69, "test_weighted_f1": 0.7, "test_f1_per_emotion": { "ANGER": 0.8, "FEAR": 0.61, "HAPPINESS": 0.67, "SADNESS": 0.69 } }, { "run_id": "fr_CaFE_whisper-small", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.55, "test_accuracy": 0.61, "test_macro_precision": 0.6, "test_macro_recall": 0.61, "test_macro_f1": 0.6, "test_weighted_f1": 0.6, "test_f1_per_emotion": { "ANGER": 0.69, "FEAR": 0.42, "HAPPINESS": 0.6, "SADNESS": 0.68 } }, { "run_id": "fr_CaFE_whisper-large", "language": "French", "language_folder": "French", "iso": "fr", "family": "Indo-European", "dataset": "CaFE", "catalog_dataset": "CaFE", "catalog_entry": "CaFE.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.49, "test_accuracy": 0.53, "test_macro_precision": 0.53, "test_macro_recall": 0.53, "test_macro_f1": 0.52, "test_weighted_f1": 0.53, "test_f1_per_emotion": { "ANGER": 0.62, "FEAR": 0.38, "HAPPINESS": 0.49, "SADNESS": 0.61 } }, { "run_id": "de_EmoDB_hubert-base-ls960", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.75, "test_accuracy": 0.78, "test_macro_precision": 0.78, "test_macro_recall": 0.76, "test_macro_f1": 0.76, "test_weighted_f1": 0.78, "test_f1_per_emotion": { "ANGER": 0.81, "FEAR": 0.64, "HAPPINESS": 0.64, "NEUTRAL": 0.81, "SADNESS": 0.92 } }, { "run_id": "de_EmoDB_hubert-large-ls960-ft", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.43, "test_accuracy": 0.44, "test_macro_precision": 0.48, "test_macro_recall": 0.45, "test_macro_f1": 0.39, "test_weighted_f1": 0.38, "test_f1_per_emotion": { "ANGER": 0.57, "FEAR": 0.35, "HAPPINESS": 0.04, "NEUTRAL": 0.5, "SADNESS": 0.49 } }, { "run_id": "de_EmoDB_wav2vec2-base", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.68, "test_accuracy": 0.7, "test_macro_precision": 0.7, "test_macro_recall": 0.68, "test_macro_f1": 0.68, "test_weighted_f1": 0.7, "test_f1_per_emotion": { "ANGER": 0.77, "FEAR": 0.59, "HAPPINESS": 0.45, "NEUTRAL": 0.72, "SADNESS": 0.85 } }, { "run_id": "de_EmoDB_wav2vec2-large-960h", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.31, "test_accuracy": 0.34, "test_macro_precision": 0.33, "test_macro_recall": 0.37, "test_macro_f1": 0.3, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.45, "FEAR": 0.26, "HAPPINESS": 0.0, "NEUTRAL": 0.37, "SADNESS": 0.44 } }, { "run_id": "de_EmoDB_wav2vec2-large-lv60", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.3, "test_accuracy": 0.26, "test_macro_precision": 0.12, "test_macro_recall": 0.2, "test_macro_f1": 0.09, "test_weighted_f1": 0.11, "test_f1_per_emotion": { "ANGER": 0.42, "FEAR": 0.0, "HAPPINESS": 0.0, "NEUTRAL": 0.03, "SADNESS": 0.0 } }, { "run_id": "de_EmoDB_wav2vec2-xls-r-300m", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.33, "test_accuracy": 0.35, "test_macro_precision": 0.24, "test_macro_recall": 0.34, "test_macro_f1": 0.26, "test_weighted_f1": 0.27, "test_f1_per_emotion": { "ANGER": 0.47, "FEAR": 0.0, "HAPPINESS": 0.0, "NEUTRAL": 0.3, "SADNESS": 0.55 } }, { "run_id": "de_EmoDB_wav2vec2-xls-r-1b", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.33, "test_accuracy": 0.3, "test_macro_precision": 0.42, "test_macro_recall": 0.34, "test_macro_f1": 0.28, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.45, "FEAR": 0.05, "HAPPINESS": 0.0, "NEUTRAL": 0.29, "SADNESS": 0.63 } }, { "run_id": "de_EmoDB_wavlm-base-plus", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.71, "test_accuracy": 0.7, "test_macro_precision": 0.75, "test_macro_recall": 0.64, "test_macro_f1": 0.64, "test_weighted_f1": 0.67, "test_f1_per_emotion": { "ANGER": 0.69, "FEAR": 0.42, "HAPPINESS": 0.39, "NEUTRAL": 0.81, "SADNESS": 0.89 } }, { "run_id": "de_EmoDB_wavlm-large", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.52, "test_accuracy": 0.53, "test_macro_precision": 0.65, "test_macro_recall": 0.54, "test_macro_f1": 0.44, "test_weighted_f1": 0.44, "test_f1_per_emotion": { "ANGER": 0.69, "FEAR": 0.15, "HAPPINESS": 0.03, "NEUTRAL": 0.5, "SADNESS": 0.83 } }, { "run_id": "de_EmoDB_whisper-small", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.82, "test_accuracy": 0.84, "test_macro_precision": 0.84, "test_macro_recall": 0.83, "test_macro_f1": 0.83, "test_weighted_f1": 0.84, "test_f1_per_emotion": { "ANGER": 0.86, "FEAR": 0.82, "HAPPINESS": 0.67, "NEUTRAL": 0.89, "SADNESS": 0.91 } }, { "run_id": "de_EmoDB_whisper-large", "language": "German", "language_folder": "German", "iso": "de", "family": "Indo-European", "dataset": "EmoDB", "catalog_dataset": "EmoDB", "catalog_entry": "EmoDB.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.84, "test_accuracy": 0.86, "test_macro_precision": 0.86, "test_macro_recall": 0.85, "test_macro_f1": 0.85, "test_weighted_f1": 0.86, "test_f1_per_emotion": { "ANGER": 0.85, "FEAR": 0.89, "HAPPINESS": 0.75, "NEUTRAL": 0.86, "SADNESS": 0.9 } }, { "run_id": "el_AESDD_hubert-base-ls960", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.69, "test_accuracy": 0.75, "test_macro_precision": 0.73, "test_macro_recall": 0.75, "test_macro_f1": 0.73, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.82, "FEAR": 0.61, "HAPPINESS": 0.64, "SADNESS": 0.85 } }, { "run_id": "el_AESDD_hubert-large-ls960-ft", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.43, "test_accuracy": 0.32, "test_macro_precision": 0.29, "test_macro_recall": 0.3, "test_macro_f1": 0.27, "test_weighted_f1": 0.28, "test_f1_per_emotion": { "ANGER": 0.17, "FEAR": 0.28, "HAPPINESS": 0.11, "SADNESS": 0.5 } }, { "run_id": "el_AESDD_wav2vec2-base", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.58, "test_accuracy": 0.54, "test_macro_precision": 0.57, "test_macro_recall": 0.54, "test_macro_f1": 0.53, "test_weighted_f1": 0.55, "test_f1_per_emotion": { "ANGER": 0.53, "FEAR": 0.39, "HAPPINESS": 0.55, "SADNESS": 0.65 } }, { "run_id": "el_AESDD_wav2vec2-large-960h", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.37, "test_accuracy": 0.32, "test_macro_precision": 0.28, "test_macro_recall": 0.29, "test_macro_f1": 0.22, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.14, "FEAR": 0.26, "HAPPINESS": 0.02, "SADNESS": 0.47 } }, { "run_id": "el_AESDD_wav2vec2-large-lv60", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.25, "test_macro_precision": 0.26, "test_macro_recall": 0.26, "test_macro_f1": 0.24, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.21, "FEAR": 0.23, "HAPPINESS": 0.14, "SADNESS": 0.36 } }, { "run_id": "el_AESDD_wav2vec2-xls-r-300m", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.38, "test_accuracy": 0.36, "test_macro_precision": 0.33, "test_macro_recall": 0.32, "test_macro_f1": 0.28, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.19, "FEAR": 0.2, "HAPPINESS": 0.2, "SADNESS": 0.53 } }, { "run_id": "el_AESDD_wav2vec2-xls-r-1b", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.21, "test_accuracy": 0.26, "test_macro_precision": 0.21, "test_macro_recall": 0.26, "test_macro_f1": 0.2, "test_weighted_f1": 0.2, "test_f1_per_emotion": { "ANGER": 0.22, "FEAR": 0.0, "HAPPINESS": 0.2, "SADNESS": 0.38 } }, { "run_id": "el_AESDD_wavlm-base-plus", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.62, "test_accuracy": 0.63, "test_macro_precision": 0.63, "test_macro_recall": 0.64, "test_macro_f1": 0.6, "test_weighted_f1": 0.61, "test_f1_per_emotion": { "ANGER": 0.67, "FEAR": 0.48, "HAPPINESS": 0.48, "SADNESS": 0.79 } }, { "run_id": "el_AESDD_wavlm-large", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.7, "test_accuracy": 0.57, "test_macro_precision": 0.61, "test_macro_recall": 0.6, "test_macro_f1": 0.52, "test_weighted_f1": 0.53, "test_f1_per_emotion": { "ANGER": 0.52, "FEAR": 0.37, "HAPPINESS": 0.38, "SADNESS": 0.8 } }, { "run_id": "el_AESDD_whisper-small", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.6, "test_accuracy": 0.57, "test_macro_precision": 0.56, "test_macro_recall": 0.57, "test_macro_f1": 0.56, "test_weighted_f1": 0.58, "test_f1_per_emotion": { "ANGER": 0.61, "FEAR": 0.44, "HAPPINESS": 0.45, "SADNESS": 0.75 } }, { "run_id": "el_AESDD_whisper-large", "language": "Greek", "language_folder": "Greek", "iso": "el", "family": "Indo-European", "dataset": "AESDD", "catalog_dataset": "AESDD", "catalog_entry": "AESDD.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.57, "test_accuracy": 0.56, "test_macro_precision": 0.56, "test_macro_recall": 0.56, "test_macro_f1": 0.56, "test_weighted_f1": 0.57, "test_f1_per_emotion": { "ANGER": 0.58, "FEAR": 0.42, "HAPPINESS": 0.49, "SADNESS": 0.72 } }, { "run_id": "hi_Hindi-Dataset_hubert-base-ls960", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.72, "test_accuracy": 0.7, "test_macro_precision": 0.71, "test_macro_recall": 0.69, "test_macro_f1": 0.7, "test_weighted_f1": 0.71, "test_f1_per_emotion": { "ANGER": 0.84, "FEAR": 0.67, "HAPPINESS": 0.74, "NEUTRAL": 0.56, "SADNESS": 0.66 } }, { "run_id": "hi_Hindi-Dataset_hubert-large-ls960-ft", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.33, "test_accuracy": 0.31, "test_macro_precision": 0.33, "test_macro_recall": 0.32, "test_macro_f1": 0.26, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.45, "FEAR": 0.36, "HAPPINESS": 0.15, "NEUTRAL": 0.17, "SADNESS": 0.16 } }, { "run_id": "hi_Hindi-Dataset_wav2vec2-base", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.62, "test_accuracy": 0.61, "test_macro_precision": 0.6, "test_macro_recall": 0.6, "test_macro_f1": 0.6, "test_weighted_f1": 0.61, "test_f1_per_emotion": { "ANGER": 0.79, "FEAR": 0.59, "HAPPINESS": 0.55, "NEUTRAL": 0.49, "SADNESS": 0.56 } }, { "run_id": "hi_Hindi-Dataset_wav2vec2-large-960h", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.23, "test_macro_precision": 0.33, "test_macro_recall": 0.23, "test_macro_f1": 0.13, "test_weighted_f1": 0.12, "test_f1_per_emotion": { "ANGER": 0.36, "FEAR": 0.21, "HAPPINESS": 0.04, "NEUTRAL": 0.03, "SADNESS": 0.03 } }, { "run_id": "hi_Hindi-Dataset_wav2vec2-large-lv60", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.2, "test_accuracy": 0.2, "test_macro_precision": 0.16, "test_macro_recall": 0.22, "test_macro_f1": 0.12, "test_weighted_f1": 0.11, "test_f1_per_emotion": { "ANGER": 0.33, "FEAR": 0.22, "HAPPINESS": 0.0, "NEUTRAL": 0.0, "SADNESS": 0.03 } }, { "run_id": "hi_Hindi-Dataset_wav2vec2-xls-r-300m", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.22, "test_macro_precision": 0.26, "test_macro_recall": 0.23, "test_macro_f1": 0.14, "test_weighted_f1": 0.13, "test_f1_per_emotion": { "ANGER": 0.35, "FEAR": 0.18, "HAPPINESS": 0.16, "NEUTRAL": 0.0, "SADNESS": 0.03 } }, { "run_id": "hi_Hindi-Dataset_wav2vec2-xls-r-1b", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.35, "test_accuracy": 0.35, "test_macro_precision": 0.35, "test_macro_recall": 0.36, "test_macro_f1": 0.34, "test_weighted_f1": 0.34, "test_f1_per_emotion": { "ANGER": 0.48, "FEAR": 0.4, "HAPPINESS": 0.25, "NEUTRAL": 0.28, "SADNESS": 0.3 } }, { "run_id": "hi_Hindi-Dataset_wavlm-base-plus", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.7, "test_accuracy": 0.65, "test_macro_precision": 0.68, "test_macro_recall": 0.64, "test_macro_f1": 0.64, "test_weighted_f1": 0.65, "test_f1_per_emotion": { "ANGER": 0.87, "FEAR": 0.68, "HAPPINESS": 0.62, "NEUTRAL": 0.51, "SADNESS": 0.51 } }, { "run_id": "hi_Hindi-Dataset_wavlm-large", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.69, "test_accuracy": 0.7, "test_macro_precision": 0.73, "test_macro_recall": 0.7, "test_macro_f1": 0.7, "test_weighted_f1": 0.69, "test_f1_per_emotion": { "ANGER": 0.83, "FEAR": 0.73, "HAPPINESS": 0.64, "NEUTRAL": 0.63, "SADNESS": 0.65 } }, { "run_id": "hi_Hindi-Dataset_whisper-small", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.68, "test_accuracy": 0.71, "test_macro_precision": 0.7, "test_macro_recall": 0.7, "test_macro_f1": 0.7, "test_weighted_f1": 0.7, "test_f1_per_emotion": { "ANGER": 0.9, "FEAR": 0.67, "HAPPINESS": 0.72, "NEUTRAL": 0.61, "SADNESS": 0.58 } }, { "run_id": "hi_Hindi-Dataset_whisper-large", "language": "Hindi", "language_folder": "Hindi", "iso": "hi", "family": "Indo-European", "dataset": "Hindi-Dataset", "catalog_dataset": "VishalB", "catalog_entry": "VishalB.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.67, "test_accuracy": 0.69, "test_macro_precision": 0.68, "test_macro_recall": 0.68, "test_macro_f1": 0.68, "test_weighted_f1": 0.69, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.68, "HAPPINESS": 0.72, "NEUTRAL": 0.59, "SADNESS": 0.55 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_hubert-base-ls960", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.54, "test_accuracy": 0.52, "test_macro_precision": 0.59, "test_macro_recall": 0.55, "test_macro_f1": 0.52, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.49, "FEAR": 0.52, "NEUTRAL": 0.47, "SADNESS": 0.57 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_hubert-large-ls960-ft", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.29, "test_accuracy": 0.21, "test_macro_precision": 0.23, "test_macro_recall": 0.23, "test_macro_f1": 0.19, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.23, "FEAR": 0.02, "NEUTRAL": 0.26, "SADNESS": 0.25 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_wav2vec2-base", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.42, "test_accuracy": 0.43, "test_macro_precision": 0.42, "test_macro_recall": 0.43, "test_macro_f1": 0.4, "test_weighted_f1": 0.41, "test_f1_per_emotion": { "ANGER": 0.39, "FEAR": 0.54, "NEUTRAL": 0.19, "SADNESS": 0.48 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_wav2vec2-large-960h", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.24, "test_macro_precision": 0.35, "test_macro_recall": 0.26, "test_macro_f1": 0.22, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.28, "FEAR": 0.06, "NEUTRAL": 0.27, "SADNESS": 0.27 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_wav2vec2-large-lv60", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.23, "test_macro_precision": 0.26, "test_macro_recall": 0.25, "test_macro_f1": 0.17, "test_weighted_f1": 0.16, "test_f1_per_emotion": { "ANGER": 0.16, "FEAR": 0.02, "NEUTRAL": 0.35, "SADNESS": 0.14 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_wav2vec2-xls-r-300m", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.23, "test_macro_precision": 0.26, "test_macro_recall": 0.24, "test_macro_f1": 0.22, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.24, "FEAR": 0.17, "NEUTRAL": 0.29, "SADNESS": 0.17 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_wav2vec2-xls-r-1b", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.19, "test_accuracy": 0.22, "test_macro_precision": 0.18, "test_macro_recall": 0.26, "test_macro_f1": 0.14, "test_weighted_f1": 0.13, "test_f1_per_emotion": { "ANGER": 0.17, "FEAR": 0.0, "NEUTRAL": 0.07, "SADNESS": 0.34 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_wavlm-base-plus", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.52, "test_accuracy": 0.51, "test_macro_precision": 0.57, "test_macro_recall": 0.54, "test_macro_f1": 0.5, "test_weighted_f1": 0.49, "test_f1_per_emotion": { "ANGER": 0.63, "FEAR": 0.32, "NEUTRAL": 0.44, "SADNESS": 0.6 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_wavlm-large", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.45, "test_accuracy": 0.49, "test_macro_precision": 0.62, "test_macro_recall": 0.52, "test_macro_f1": 0.48, "test_weighted_f1": 0.47, "test_f1_per_emotion": { "ANGER": 0.57, "FEAR": 0.31, "NEUTRAL": 0.5, "SADNESS": 0.54 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_whisper-small", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.41, "test_accuracy": 0.52, "test_macro_precision": 0.51, "test_macro_recall": 0.52, "test_macro_f1": 0.51, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.66, "FEAR": 0.44, "NEUTRAL": 0.58, "SADNESS": 0.35 } }, { "run_id": "hu_HungarianEmotionalSpeechCorpus_whisper-large", "language": "Hungarian", "language_folder": "Hungarian", "iso": "hu", "family": "Uralic", "dataset": "HungarianEmotionalSpeechCorpus", "catalog_dataset": "HESD", "catalog_entry": "HESD.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.48, "test_accuracy": 0.44, "test_macro_precision": 0.44, "test_macro_recall": 0.44, "test_macro_f1": 0.43, "test_weighted_f1": 0.43, "test_f1_per_emotion": { "ANGER": 0.55, "FEAR": 0.31, "NEUTRAL": 0.42, "SADNESS": 0.45 } }, { "run_id": "id_IndoWaveSentiment_hubert-base-ls960", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.97, "test_accuracy": 0.99, "test_macro_precision": 0.99, "test_macro_recall": 0.99, "test_macro_f1": 0.99, "test_weighted_f1": 0.99, "test_f1_per_emotion": { "HAPPINESS": 0.99, "NEUTRAL": 0.99 } }, { "run_id": "id_IndoWaveSentiment_hubert-large-ls960-ft", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.63, "test_accuracy": 0.46, "test_macro_precision": 0.64, "test_macro_recall": 0.58, "test_macro_f1": 0.45, "test_weighted_f1": 0.41, "test_f1_per_emotion": { "HAPPINESS": 0.35, "NEUTRAL": 0.54 } }, { "run_id": "id_IndoWaveSentiment_wav2vec2-base", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.78, "test_accuracy": 0.77, "test_macro_precision": 0.81, "test_macro_recall": 0.77, "test_macro_f1": 0.76, "test_weighted_f1": 0.76, "test_f1_per_emotion": { "HAPPINESS": 0.71, "NEUTRAL": 0.8 } }, { "run_id": "id_IndoWaveSentiment_wav2vec2-large-960h", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.61, "test_accuracy": 0.37, "test_macro_precision": 0.58, "test_macro_recall": 0.52, "test_macro_f1": 0.32, "test_weighted_f1": 0.26, "test_f1_per_emotion": { "HAPPINESS": 0.14, "NEUTRAL": 0.51 } }, { "run_id": "id_IndoWaveSentiment_wav2vec2-large-lv60", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.5, "test_accuracy": 0.57, "test_macro_precision": 0.53, "test_macro_recall": 0.53, "test_macro_f1": 0.53, "test_weighted_f1": 0.57, "test_f1_per_emotion": { "HAPPINESS": 0.67, "NEUTRAL": 0.38 } }, { "run_id": "id_IndoWaveSentiment_wav2vec2-xls-r-300m", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.58, "test_accuracy": 0.46, "test_macro_precision": 0.51, "test_macro_recall": 0.51, "test_macro_f1": 0.46, "test_weighted_f1": 0.45, "test_f1_per_emotion": { "HAPPINESS": 0.45, "NEUTRAL": 0.46 } }, { "run_id": "id_IndoWaveSentiment_wav2vec2-xls-r-1b", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.63, "test_accuracy": 0.59, "test_macro_precision": 0.58, "test_macro_recall": 0.58, "test_macro_f1": 0.58, "test_weighted_f1": 0.59, "test_f1_per_emotion": { "HAPPINESS": 0.52, "NEUTRAL": 0.64 } }, { "run_id": "id_IndoWaveSentiment_wavlm-base-plus", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.94, "test_accuracy": 0.94, "test_macro_precision": 0.94, "test_macro_recall": 0.94, "test_macro_f1": 0.94, "test_weighted_f1": 0.94, "test_f1_per_emotion": { "HAPPINESS": 0.94, "NEUTRAL": 0.94 } }, { "run_id": "id_IndoWaveSentiment_wavlm-large", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.97, "test_accuracy": 0.94, "test_macro_precision": 0.93, "test_macro_recall": 0.95, "test_macro_f1": 0.94, "test_weighted_f1": 0.95, "test_f1_per_emotion": { "HAPPINESS": 0.96, "NEUTRAL": 0.92 } }, { "run_id": "id_IndoWaveSentiment_whisper-small", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.96, "test_accuracy": 0.97, "test_macro_precision": 0.97, "test_macro_recall": 0.98, "test_macro_f1": 0.97, "test_weighted_f1": 0.98, "test_f1_per_emotion": { "HAPPINESS": 0.98, "NEUTRAL": 0.96 } }, { "run_id": "id_IndoWaveSentiment_whisper-large", "language": "Indonesian", "language_folder": "Indonesian", "iso": "id", "family": "Austronesian", "dataset": "IndoWaveSentiment", "catalog_dataset": "IndoWaveSentiment", "catalog_entry": "IndoWaveSentiment.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.85, "test_accuracy": 0.87, "test_macro_precision": 0.85, "test_macro_recall": 0.86, "test_macro_f1": 0.86, "test_weighted_f1": 0.87, "test_f1_per_emotion": { "HAPPINESS": 0.9, "NEUTRAL": 0.81 } }, { "run_id": "it_EMOVO_hubert-base-ls960", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.66, "test_accuracy": 0.57, "test_macro_precision": 0.72, "test_macro_recall": 0.66, "test_macro_f1": 0.6, "test_weighted_f1": 0.61, "test_f1_per_emotion": { "ANGER": 0.83, "FEAR": 0.61, "NEUTRAL": 0.39, "SADNESS": 0.56 } }, { "run_id": "it_EMOVO_hubert-large-ls960-ft", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.26, "test_accuracy": 0.28, "test_macro_precision": 0.45, "test_macro_recall": 0.29, "test_macro_f1": 0.24, "test_weighted_f1": 0.23, "test_f1_per_emotion": { "ANGER": 0.12, "FEAR": 0.25, "NEUTRAL": 0.41, "SADNESS": 0.17 } }, { "run_id": "it_EMOVO_wav2vec2-base", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.47, "test_accuracy": 0.56, "test_macro_precision": 0.61, "test_macro_recall": 0.5, "test_macro_f1": 0.52, "test_weighted_f1": 0.55, "test_f1_per_emotion": { "ANGER": 0.73, "FEAR": 0.63, "NEUTRAL": 0.29, "SADNESS": 0.43 } }, { "run_id": "it_EMOVO_wav2vec2-large-960h", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.28, "test_macro_precision": 0.29, "test_macro_recall": 0.29, "test_macro_f1": 0.2, "test_weighted_f1": 0.2, "test_f1_per_emotion": { "ANGER": 0.08, "FEAR": 0.3, "NEUTRAL": 0.42, "SADNESS": 0.0 } }, { "run_id": "it_EMOVO_wav2vec2-large-lv60", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.21, "test_accuracy": 0.26, "test_macro_precision": 0.29, "test_macro_recall": 0.28, "test_macro_f1": 0.18, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.08, "FEAR": 0.28, "NEUTRAL": 0.38, "SADNESS": 0.0 } }, { "run_id": "it_EMOVO_wav2vec2-xls-r-300m", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.25, "test_accuracy": 0.25, "test_macro_precision": 0.3, "test_macro_recall": 0.26, "test_macro_f1": 0.22, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.14, "FEAR": 0.18, "NEUTRAL": 0.35, "SADNESS": 0.21 } }, { "run_id": "it_EMOVO_wav2vec2-xls-r-1b", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.31, "test_accuracy": 0.24, "test_macro_precision": 0.28, "test_macro_recall": 0.28, "test_macro_f1": 0.23, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.15, "FEAR": 0.26, "NEUTRAL": 0.26, "SADNESS": 0.26 } }, { "run_id": "it_EMOVO_wavlm-base-plus", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.69, "test_accuracy": 0.58, "test_macro_precision": 0.63, "test_macro_recall": 0.61, "test_macro_f1": 0.57, "test_weighted_f1": 0.6, "test_f1_per_emotion": { "ANGER": 0.65, "FEAR": 0.64, "NEUTRAL": 0.4, "SADNESS": 0.6 } }, { "run_id": "it_EMOVO_wavlm-large", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.64, "test_accuracy": 0.55, "test_macro_precision": 0.76, "test_macro_recall": 0.56, "test_macro_f1": 0.55, "test_weighted_f1": 0.55, "test_f1_per_emotion": { "ANGER": 0.72, "FEAR": 0.31, "NEUTRAL": 0.5, "SADNESS": 0.65 } }, { "run_id": "it_EMOVO_whisper-small", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.78, "test_accuracy": 0.64, "test_macro_precision": 0.65, "test_macro_recall": 0.66, "test_macro_f1": 0.64, "test_weighted_f1": 0.64, "test_f1_per_emotion": { "ANGER": 0.72, "FEAR": 0.51, "NEUTRAL": 0.72, "SADNESS": 0.62 } }, { "run_id": "it_EMOVO_whisper-large", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "EMOVO", "catalog_dataset": "EMOVO", "catalog_entry": "EMOVO.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.78, "test_accuracy": 0.7, "test_macro_precision": 0.7, "test_macro_recall": 0.72, "test_macro_f1": 0.71, "test_weighted_f1": 0.7, "test_f1_per_emotion": { "ANGER": 0.79, "FEAR": 0.65, "NEUTRAL": 0.72, "SADNESS": 0.67 } }, { "run_id": "it_Emozionalmente_hubert-base-ls960", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.72, "test_accuracy": 0.71, "test_macro_precision": 0.73, "test_macro_recall": 0.7, "test_macro_f1": 0.71, "test_weighted_f1": 0.71, "test_f1_per_emotion": { "ANGER": 0.72, "FEAR": 0.68, "NEUTRAL": 0.73, "SADNESS": 0.7 } }, { "run_id": "it_Emozionalmente_hubert-large-ls960-ft", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.46, "test_accuracy": 0.49, "test_macro_precision": 0.59, "test_macro_recall": 0.48, "test_macro_f1": 0.46, "test_weighted_f1": 0.46, "test_f1_per_emotion": { "ANGER": 0.48, "FEAR": 0.48, "NEUTRAL": 0.55, "SADNESS": 0.33 } }, { "run_id": "it_Emozionalmente_wav2vec2-base", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.62, "test_accuracy": 0.61, "test_macro_precision": 0.64, "test_macro_recall": 0.6, "test_macro_f1": 0.61, "test_weighted_f1": 0.61, "test_f1_per_emotion": { "ANGER": 0.72, "FEAR": 0.6, "NEUTRAL": 0.51, "SADNESS": 0.6 } }, { "run_id": "it_Emozionalmente_wav2vec2-large-960h", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.3, "test_accuracy": 0.32, "test_macro_precision": 0.39, "test_macro_recall": 0.31, "test_macro_f1": 0.24, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.16, "FEAR": 0.21, "NEUTRAL": 0.45, "SADNESS": 0.15 } }, { "run_id": "it_Emozionalmente_wav2vec2-large-lv60", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.3, "test_macro_precision": 0.3, "test_macro_recall": 0.29, "test_macro_f1": 0.25, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.12, "FEAR": 0.23, "NEUTRAL": 0.43, "SADNESS": 0.21 } }, { "run_id": "it_Emozionalmente_wav2vec2-xls-r-300m", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.46, "test_accuracy": 0.47, "test_macro_precision": 0.49, "test_macro_recall": 0.47, "test_macro_f1": 0.47, "test_weighted_f1": 0.47, "test_f1_per_emotion": { "ANGER": 0.56, "FEAR": 0.39, "NEUTRAL": 0.52, "SADNESS": 0.41 } }, { "run_id": "it_Emozionalmente_wav2vec2-xls-r-1b", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.28, "test_macro_precision": 0.44, "test_macro_recall": 0.28, "test_macro_f1": 0.19, "test_weighted_f1": 0.2, "test_f1_per_emotion": { "ANGER": 0.04, "FEAR": 0.21, "NEUTRAL": 0.12, "SADNESS": 0.41 } }, { "run_id": "it_Emozionalmente_wavlm-base-plus", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.75, "test_accuracy": 0.72, "test_macro_precision": 0.73, "test_macro_recall": 0.72, "test_macro_f1": 0.72, "test_weighted_f1": 0.72, "test_f1_per_emotion": { "ANGER": 0.76, "FEAR": 0.68, "NEUTRAL": 0.74, "SADNESS": 0.7 } }, { "run_id": "it_Emozionalmente_wavlm-large", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.69, "test_accuracy": 0.73, "test_macro_precision": 0.75, "test_macro_recall": 0.73, "test_macro_f1": 0.73, "test_weighted_f1": 0.73, "test_f1_per_emotion": { "ANGER": 0.81, "FEAR": 0.7, "NEUTRAL": 0.75, "SADNESS": 0.64 } }, { "run_id": "it_Emozionalmente_whisper-small", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.77, "test_accuracy": 0.75, "test_macro_precision": 0.76, "test_macro_recall": 0.75, "test_macro_f1": 0.75, "test_weighted_f1": 0.75, "test_f1_per_emotion": { "ANGER": 0.81, "FEAR": 0.69, "NEUTRAL": 0.83, "SADNESS": 0.69 } }, { "run_id": "it_Emozionalmente_whisper-large", "language": "Italian", "language_folder": "Italian", "iso": "it", "family": "Indo-European", "dataset": "Emozionalmente", "catalog_dataset": "Emozionalmente", "catalog_entry": "Emozionalmente.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.79, "test_accuracy": 0.8, "test_macro_precision": 0.8, "test_macro_recall": 0.8, "test_macro_f1": 0.8, "test_weighted_f1": 0.8, "test_f1_per_emotion": { "ANGER": 0.87, "FEAR": 0.72, "NEUTRAL": 0.87, "SADNESS": 0.74 } }, { "run_id": "ja_JVNV_hubert-base-ls960", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.77, "test_accuracy": 0.86, "test_macro_precision": 0.86, "test_macro_recall": 0.86, "test_macro_f1": 0.86, "test_weighted_f1": 0.86, "test_f1_per_emotion": { "ANGER": 0.87, "FEAR": 0.81, "HAPPINESS": 0.83, "SADNESS": 0.91 } }, { "run_id": "ja_JVNV_hubert-large-ls960-ft", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.46, "test_accuracy": 0.49, "test_macro_precision": 0.57, "test_macro_recall": 0.49, "test_macro_f1": 0.47, "test_weighted_f1": 0.46, "test_f1_per_emotion": { "ANGER": 0.57, "FEAR": 0.3, "HAPPINESS": 0.49, "SADNESS": 0.51 } }, { "run_id": "ja_JVNV_wav2vec2-base", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.61, "test_accuracy": 0.67, "test_macro_precision": 0.67, "test_macro_recall": 0.66, "test_macro_f1": 0.65, "test_weighted_f1": 0.66, "test_f1_per_emotion": { "ANGER": 0.75, "FEAR": 0.51, "HAPPINESS": 0.62, "SADNESS": 0.74 } }, { "run_id": "ja_JVNV_wav2vec2-large-960h", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.33, "test_accuracy": 0.39, "test_macro_precision": 0.39, "test_macro_recall": 0.4, "test_macro_f1": 0.3, "test_weighted_f1": 0.29, "test_f1_per_emotion": { "ANGER": 0.51, "FEAR": 0.0, "HAPPINESS": 0.13, "SADNESS": 0.55 } }, { "run_id": "ja_JVNV_wav2vec2-large-lv60", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.31, "test_accuracy": 0.26, "test_macro_precision": 0.24, "test_macro_recall": 0.25, "test_macro_f1": 0.22, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.39, "FEAR": 0.16, "HAPPINESS": 0.16, "SADNESS": 0.16 } }, { "run_id": "ja_JVNV_wav2vec2-xls-r-300m", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.42, "test_accuracy": 0.43, "test_macro_precision": 0.44, "test_macro_recall": 0.44, "test_macro_f1": 0.4, "test_weighted_f1": 0.4, "test_f1_per_emotion": { "ANGER": 0.51, "FEAR": 0.19, "HAPPINESS": 0.42, "SADNESS": 0.5 } }, { "run_id": "ja_JVNV_wav2vec2-xls-r-1b", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.4, "test_accuracy": 0.34, "test_macro_precision": 0.41, "test_macro_recall": 0.37, "test_macro_f1": 0.31, "test_weighted_f1": 0.29, "test_f1_per_emotion": { "ANGER": 0.08, "FEAR": 0.32, "HAPPINESS": 0.38, "SADNESS": 0.45 } }, { "run_id": "ja_JVNV_wavlm-base-plus", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.75, "test_accuracy": 0.84, "test_macro_precision": 0.84, "test_macro_recall": 0.84, "test_macro_f1": 0.84, "test_weighted_f1": 0.84, "test_f1_per_emotion": { "ANGER": 0.85, "FEAR": 0.81, "HAPPINESS": 0.8, "SADNESS": 0.89 } }, { "run_id": "ja_JVNV_wavlm-large", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.87, "test_accuracy": 0.85, "test_macro_precision": 0.85, "test_macro_recall": 0.85, "test_macro_f1": 0.85, "test_weighted_f1": 0.85, "test_f1_per_emotion": { "ANGER": 0.92, "FEAR": 0.79, "HAPPINESS": 0.89, "SADNESS": 0.81 } }, { "run_id": "ja_JVNV_whisper-small", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.8, "test_accuracy": 0.81, "test_macro_precision": 0.81, "test_macro_recall": 0.82, "test_macro_f1": 0.81, "test_weighted_f1": 0.81, "test_f1_per_emotion": { "ANGER": 0.87, "FEAR": 0.77, "HAPPINESS": 0.86, "SADNESS": 0.75 } }, { "run_id": "ja_JVNV_whisper-large", "language": "Japanese", "language_folder": "Japanese", "iso": "ja", "family": "Japonic", "dataset": "JVNV", "catalog_dataset": "JVNV", "catalog_entry": "JVNV.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.83, "test_accuracy": 0.87, "test_macro_precision": 0.87, "test_macro_recall": 0.88, "test_macro_f1": 0.87, "test_weighted_f1": 0.87, "test_f1_per_emotion": { "ANGER": 0.93, "FEAR": 0.83, "HAPPINESS": 0.89, "SADNESS": 0.84 } }, { "run_id": "kn_Kannada-Dataset_hubert-base-ls960", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.21, "test_accuracy": 0.29, "test_macro_precision": 0.36, "test_macro_recall": 0.36, "test_macro_f1": 0.28, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.43, "FEAR": 0.19, "HAPPINESS": 0.11, "NEUTRAL": 0.17, "SADNESS": 0.52 } }, { "run_id": "kn_Kannada-Dataset_hubert-large-ls960-ft", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.19, "test_accuracy": 0.19, "test_macro_precision": 0.19, "test_macro_recall": 0.18, "test_macro_f1": 0.16, "test_weighted_f1": 0.17, "test_f1_per_emotion": { "ANGER": 0.3, "FEAR": 0.15, "HAPPINESS": 0.07, "NEUTRAL": 0.2, "SADNESS": 0.06 } }, { "run_id": "kn_Kannada-Dataset_wav2vec2-base", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.18, "test_accuracy": 0.22, "test_macro_precision": 0.21, "test_macro_recall": 0.24, "test_macro_f1": 0.17, "test_weighted_f1": 0.17, "test_f1_per_emotion": { "ANGER": 0.34, "FEAR": 0.25, "HAPPINESS": 0.16, "NEUTRAL": 0.0, "SADNESS": 0.1 } }, { "run_id": "kn_Kannada-Dataset_wav2vec2-large-960h", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.16, "test_accuracy": 0.27, "test_macro_precision": 0.21, "test_macro_recall": 0.23, "test_macro_f1": 0.19, "test_weighted_f1": 0.2, "test_f1_per_emotion": { "ANGER": 0.43, "FEAR": 0.26, "HAPPINESS": 0.0, "NEUTRAL": 0.19, "SADNESS": 0.05 } }, { "run_id": "kn_Kannada-Dataset_wav2vec2-large-lv60", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.18, "test_accuracy": 0.23, "test_macro_precision": 0.2, "test_macro_recall": 0.22, "test_macro_f1": 0.19, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.28, "FEAR": 0.04, "HAPPINESS": 0.14, "NEUTRAL": 0.29, "SADNESS": 0.19 } }, { "run_id": "kn_Kannada-Dataset_wav2vec2-xls-r-300m", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.17, "test_macro_precision": 0.22, "test_macro_recall": 0.21, "test_macro_f1": 0.17, "test_weighted_f1": 0.16, "test_f1_per_emotion": { "ANGER": 0.19, "FEAR": 0.2, "HAPPINESS": 0.19, "NEUTRAL": 0.15, "SADNESS": 0.09 } }, { "run_id": "kn_Kannada-Dataset_wav2vec2-xls-r-1b", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.15, "test_accuracy": 0.26, "test_macro_precision": 0.21, "test_macro_recall": 0.22, "test_macro_f1": 0.2, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.24, "FEAR": 0.34, "HAPPINESS": 0.0, "NEUTRAL": 0.14, "SADNESS": 0.3 } }, { "run_id": "kn_Kannada-Dataset_wavlm-base-plus", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.19, "test_accuracy": 0.26, "test_macro_precision": 0.18, "test_macro_recall": 0.32, "test_macro_f1": 0.2, "test_weighted_f1": 0.16, "test_f1_per_emotion": { "ANGER": 0.43, "FEAR": 0.32, "HAPPINESS": 0.0, "NEUTRAL": 0.08, "SADNESS": 0.16 } }, { "run_id": "kn_Kannada-Dataset_wavlm-large", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.36, "test_accuracy": 0.48, "test_macro_precision": 0.45, "test_macro_recall": 0.44, "test_macro_f1": 0.44, "test_weighted_f1": 0.47, "test_f1_per_emotion": { "ANGER": 0.6, "FEAR": 0.56, "HAPPINESS": 0.15, "NEUTRAL": 0.31, "SADNESS": 0.56 } }, { "run_id": "kn_Kannada-Dataset_whisper-small", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.41, "test_accuracy": 0.3, "test_macro_precision": 0.32, "test_macro_recall": 0.31, "test_macro_f1": 0.3, "test_weighted_f1": 0.31, "test_f1_per_emotion": { "ANGER": 0.35, "FEAR": 0.41, "HAPPINESS": 0.31, "NEUTRAL": 0.29, "SADNESS": 0.14 } }, { "run_id": "kn_Kannada-Dataset_whisper-large", "language": "Kannada", "language_folder": "Kannada", "iso": "kn", "family": "Dravidian", "dataset": "Kannada-Dataset", "catalog_dataset": "Agrawal et al (2022)", "catalog_entry": "Agrawal_et_al_2022.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.37, "test_accuracy": 0.36, "test_macro_precision": 0.36, "test_macro_recall": 0.36, "test_macro_f1": 0.35, "test_weighted_f1": 0.35, "test_f1_per_emotion": { "ANGER": 0.4, "FEAR": 0.44, "HAPPINESS": 0.39, "NEUTRAL": 0.26, "SADNESS": 0.24 } }, { "run_id": "kk_KazakhEmotionalTTS_hubert-base-ls960", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.54, "test_accuracy": 0.51, "test_macro_precision": 0.64, "test_macro_recall": 0.51, "test_macro_f1": 0.5, "test_weighted_f1": 0.5, "test_f1_per_emotion": { "ANGER": 0.63, "FEAR": 0.31, "HAPPINESS": 0.71, "NEUTRAL": 0.5, "SADNESS": 0.35 } }, { "run_id": "kk_KazakhEmotionalTTS_hubert-large-ls960-ft", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.28, "test_accuracy": 0.29, "test_macro_precision": 0.36, "test_macro_recall": 0.29, "test_macro_f1": 0.25, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.23, "FEAR": 0.24, "HAPPINESS": 0.23, "NEUTRAL": 0.4, "SADNESS": 0.13 } }, { "run_id": "kk_KazakhEmotionalTTS_wav2vec2-base", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.52, "test_accuracy": 0.53, "test_macro_precision": 0.59, "test_macro_recall": 0.52, "test_macro_f1": 0.52, "test_weighted_f1": 0.52, "test_f1_per_emotion": { "ANGER": 0.56, "FEAR": 0.51, "HAPPINESS": 0.51, "NEUTRAL": 0.56, "SADNESS": 0.47 } }, { "run_id": "kk_KazakhEmotionalTTS_wav2vec2-large-960h", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.24, "test_macro_precision": 0.27, "test_macro_recall": 0.23, "test_macro_f1": 0.2, "test_weighted_f1": 0.2, "test_f1_per_emotion": { "ANGER": 0.21, "FEAR": 0.14, "HAPPINESS": 0.16, "NEUTRAL": 0.34, "SADNESS": 0.15 } }, { "run_id": "kk_KazakhEmotionalTTS_wav2vec2-large-lv60", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.21, "test_accuracy": 0.21, "test_macro_precision": 0.24, "test_macro_recall": 0.22, "test_macro_f1": 0.14, "test_weighted_f1": 0.14, "test_f1_per_emotion": { "ANGER": 0.05, "FEAR": 0.08, "HAPPINESS": 0.25, "NEUTRAL": 0.33, "SADNESS": 0.0 } }, { "run_id": "kk_KazakhEmotionalTTS_wav2vec2-xls-r-300m", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.37, "test_accuracy": 0.35, "test_macro_precision": 0.4, "test_macro_recall": 0.36, "test_macro_f1": 0.34, "test_weighted_f1": 0.33, "test_f1_per_emotion": { "ANGER": 0.27, "FEAR": 0.19, "HAPPINESS": 0.48, "NEUTRAL": 0.37, "SADNESS": 0.37 } }, { "run_id": "kk_KazakhEmotionalTTS_wav2vec2-xls-r-1b", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.3, "test_accuracy": 0.32, "test_macro_precision": 0.3, "test_macro_recall": 0.31, "test_macro_f1": 0.3, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.39, "FEAR": 0.16, "HAPPINESS": 0.26, "NEUTRAL": 0.37, "SADNESS": 0.31 } }, { "run_id": "kk_KazakhEmotionalTTS_wavlm-base-plus", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.52, "test_accuracy": 0.51, "test_macro_precision": 0.56, "test_macro_recall": 0.51, "test_macro_f1": 0.49, "test_weighted_f1": 0.5, "test_f1_per_emotion": { "ANGER": 0.61, "FEAR": 0.45, "HAPPINESS": 0.48, "NEUTRAL": 0.57, "SADNESS": 0.35 } }, { "run_id": "kk_KazakhEmotionalTTS_wavlm-large", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.58, "test_accuracy": 0.58, "test_macro_precision": 0.67, "test_macro_recall": 0.58, "test_macro_f1": 0.57, "test_weighted_f1": 0.56, "test_f1_per_emotion": { "ANGER": 0.69, "FEAR": 0.43, "HAPPINESS": 0.77, "NEUTRAL": 0.58, "SADNESS": 0.37 } }, { "run_id": "kk_KazakhEmotionalTTS_whisper-small", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.7, "test_accuracy": 0.65, "test_macro_precision": 0.65, "test_macro_recall": 0.65, "test_macro_f1": 0.64, "test_weighted_f1": 0.65, "test_f1_per_emotion": { "ANGER": 0.7, "FEAR": 0.55, "HAPPINESS": 0.83, "NEUTRAL": 0.62, "SADNESS": 0.52 } }, { "run_id": "kk_KazakhEmotionalTTS_whisper-large", "language": "Kazakh", "language_folder": "Kazakh", "iso": "kk", "family": "Turkic", "dataset": "KazakhEmotionalTTS", "catalog_dataset": "KazEmoTTS", "catalog_entry": "KazEmoTTS.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.7, "test_accuracy": 0.65, "test_macro_precision": 0.64, "test_macro_recall": 0.65, "test_macro_f1": 0.63, "test_weighted_f1": 0.64, "test_f1_per_emotion": { "ANGER": 0.71, "FEAR": 0.55, "HAPPINESS": 0.85, "NEUTRAL": 0.65, "SADNESS": 0.41 } }, { "run_id": "ko_KESDy18_hubert-base-ls960", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.76, "test_accuracy": 0.8, "test_macro_precision": 0.8, "test_macro_recall": 0.79, "test_macro_f1": 0.79, "test_weighted_f1": 0.8, "test_f1_per_emotion": { "ANGER": 0.81, "HAPPINESS": 0.67, "NEUTRAL": 0.81, "SADNESS": 0.88 } }, { "run_id": "ko_KESDy18_hubert-large-ls960-ft", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.46, "test_accuracy": 0.46, "test_macro_precision": 0.55, "test_macro_recall": 0.48, "test_macro_f1": 0.45, "test_weighted_f1": 0.45, "test_f1_per_emotion": { "ANGER": 0.41, "HAPPINESS": 0.39, "NEUTRAL": 0.49, "SADNESS": 0.51 } }, { "run_id": "ko_KESDy18_wav2vec2-base", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.67, "test_accuracy": 0.7, "test_macro_precision": 0.69, "test_macro_recall": 0.69, "test_macro_f1": 0.68, "test_weighted_f1": 0.69, "test_f1_per_emotion": { "ANGER": 0.75, "HAPPINESS": 0.54, "NEUTRAL": 0.66, "SADNESS": 0.78 } }, { "run_id": "ko_KESDy18_wav2vec2-large-960h", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.25, "test_accuracy": 0.23, "test_macro_precision": 0.39, "test_macro_recall": 0.27, "test_macro_f1": 0.14, "test_weighted_f1": 0.12, "test_f1_per_emotion": { "ANGER": 0.03, "HAPPINESS": 0.06, "NEUTRAL": 0.35, "SADNESS": 0.11 } }, { "run_id": "ko_KESDy18_wav2vec2-large-lv60", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.25, "test_accuracy": 0.24, "test_macro_precision": 0.28, "test_macro_recall": 0.26, "test_macro_f1": 0.2, "test_weighted_f1": 0.19, "test_f1_per_emotion": { "ANGER": 0.21, "HAPPINESS": 0.04, "NEUTRAL": 0.33, "SADNESS": 0.21 } }, { "run_id": "ko_KESDy18_wav2vec2-xls-r-300m", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.4, "test_accuracy": 0.39, "test_macro_precision": 0.43, "test_macro_recall": 0.4, "test_macro_f1": 0.38, "test_weighted_f1": 0.38, "test_f1_per_emotion": { "ANGER": 0.43, "HAPPINESS": 0.22, "NEUTRAL": 0.39, "SADNESS": 0.47 } }, { "run_id": "ko_KESDy18_wav2vec2-xls-r-1b", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.43, "test_accuracy": 0.43, "test_macro_precision": 0.51, "test_macro_recall": 0.42, "test_macro_f1": 0.42, "test_weighted_f1": 0.42, "test_f1_per_emotion": { "ANGER": 0.38, "HAPPINESS": 0.3, "NEUTRAL": 0.48, "SADNESS": 0.53 } }, { "run_id": "ko_KESDy18_wavlm-base-plus", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.7, "test_accuracy": 0.74, "test_macro_precision": 0.74, "test_macro_recall": 0.72, "test_macro_f1": 0.72, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.74, "HAPPINESS": 0.54, "NEUTRAL": 0.77, "SADNESS": 0.84 } }, { "run_id": "ko_KESDy18_wavlm-large", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.77, "test_accuracy": 0.76, "test_macro_precision": 0.78, "test_macro_recall": 0.77, "test_macro_f1": 0.75, "test_weighted_f1": 0.76, "test_f1_per_emotion": { "ANGER": 0.78, "HAPPINESS": 0.68, "NEUTRAL": 0.73, "SADNESS": 0.83 } }, { "run_id": "ko_KESDy18_whisper-small", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.81, "test_accuracy": 0.81, "test_macro_precision": 0.81, "test_macro_recall": 0.82, "test_macro_f1": 0.81, "test_weighted_f1": 0.81, "test_f1_per_emotion": { "ANGER": 0.79, "HAPPINESS": 0.73, "NEUTRAL": 0.81, "SADNESS": 0.93 } }, { "run_id": "ko_KESDy18_whisper-large", "language": "Korean", "language_folder": "Korean", "iso": "ko", "family": "Koreanic", "dataset": "KESDy18", "catalog_dataset": "KESDy18", "catalog_entry": "KESDy18.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.78, "test_accuracy": 0.79, "test_macro_precision": 0.79, "test_macro_recall": 0.79, "test_macro_f1": 0.79, "test_weighted_f1": 0.79, "test_f1_per_emotion": { "ANGER": 0.76, "HAPPINESS": 0.73, "NEUTRAL": 0.75, "SADNESS": 0.91 } }, { "run_id": "or_SITB-OSED_hubert-base-ls960", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.76, "test_accuracy": 0.75, "test_macro_precision": 0.78, "test_macro_recall": 0.73, "test_macro_f1": 0.74, "test_weighted_f1": 0.75, "test_f1_per_emotion": { "ANGER": 0.72, "FEAR": 0.72, "HAPPINESS": 0.74, "SADNESS": 0.79 } }, { "run_id": "or_SITB-OSED_hubert-large-ls960-ft", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.61, "test_accuracy": 0.62, "test_macro_precision": 0.65, "test_macro_recall": 0.62, "test_macro_f1": 0.62, "test_weighted_f1": 0.62, "test_f1_per_emotion": { "ANGER": 0.64, "FEAR": 0.56, "HAPPINESS": 0.62, "SADNESS": 0.66 } }, { "run_id": "or_SITB-OSED_wav2vec2-base", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.65, "test_accuracy": 0.64, "test_macro_precision": 0.69, "test_macro_recall": 0.6, "test_macro_f1": 0.6, "test_weighted_f1": 0.62, "test_f1_per_emotion": { "ANGER": 0.63, "FEAR": 0.42, "HAPPINESS": 0.62, "SADNESS": 0.73 } }, { "run_id": "or_SITB-OSED_wav2vec2-large-960h", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.44, "test_accuracy": 0.43, "test_macro_precision": 0.47, "test_macro_recall": 0.41, "test_macro_f1": 0.39, "test_weighted_f1": 0.4, "test_f1_per_emotion": { "ANGER": 0.46, "FEAR": 0.18, "HAPPINESS": 0.45, "SADNESS": 0.48 } }, { "run_id": "or_SITB-OSED_wav2vec2-large-lv60", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.29, "test_accuracy": 0.28, "test_macro_precision": 0.24, "test_macro_recall": 0.26, "test_macro_f1": 0.2, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.12, "FEAR": 0.0, "HAPPINESS": 0.41, "SADNESS": 0.25 } }, { "run_id": "or_SITB-OSED_wav2vec2-xls-r-300m", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.5, "test_accuracy": 0.51, "test_macro_precision": 0.62, "test_macro_recall": 0.49, "test_macro_f1": 0.48, "test_weighted_f1": 0.49, "test_f1_per_emotion": { "ANGER": 0.51, "FEAR": 0.27, "HAPPINESS": 0.51, "SADNESS": 0.63 } }, { "run_id": "or_SITB-OSED_wav2vec2-xls-r-1b", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.54, "test_accuracy": 0.58, "test_macro_precision": 0.61, "test_macro_recall": 0.54, "test_macro_f1": 0.53, "test_weighted_f1": 0.55, "test_f1_per_emotion": { "ANGER": 0.65, "FEAR": 0.33, "HAPPINESS": 0.51, "SADNESS": 0.65 } }, { "run_id": "or_SITB-OSED_wavlm-base-plus", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.79, "test_accuracy": 0.78, "test_macro_precision": 0.8, "test_macro_recall": 0.76, "test_macro_f1": 0.77, "test_weighted_f1": 0.77, "test_f1_per_emotion": { "ANGER": 0.79, "FEAR": 0.73, "HAPPINESS": 0.75, "SADNESS": 0.81 } }, { "run_id": "or_SITB-OSED_wavlm-large", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.82, "test_accuracy": 0.83, "test_macro_precision": 0.84, "test_macro_recall": 0.83, "test_macro_f1": 0.83, "test_weighted_f1": 0.83, "test_f1_per_emotion": { "ANGER": 0.86, "FEAR": 0.8, "HAPPINESS": 0.83, "SADNESS": 0.84 } }, { "run_id": "or_SITB-OSED_whisper-small", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.83, "test_accuracy": 0.83, "test_macro_precision": 0.83, "test_macro_recall": 0.82, "test_macro_f1": 0.83, "test_weighted_f1": 0.83, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.77, "HAPPINESS": 0.81, "SADNESS": 0.85 } }, { "run_id": "or_SITB-OSED_whisper-large", "language": "Odia", "language_folder": "Odia", "iso": "or", "family": "Indo-European", "dataset": "SITB-OSED", "catalog_dataset": "SITB-OSED", "catalog_entry": "SITB-OSED.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.84, "test_accuracy": 0.83, "test_macro_precision": 0.83, "test_macro_recall": 0.82, "test_macro_f1": 0.83, "test_weighted_f1": 0.83, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.78, "HAPPINESS": 0.8, "SADNESS": 0.85 } }, { "run_id": "fa_SHEMO_hubert-base-ls960", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.77, "test_accuracy": 0.8, "test_macro_precision": 0.58, "test_macro_recall": 0.53, "test_macro_f1": 0.54, "test_weighted_f1": 0.78, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.0, "HAPPINESS": 0.34, "NEUTRAL": 0.84, "SADNESS": 0.65 } }, { "run_id": "fa_SHEMO_hubert-large-ls960-ft", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.57, "test_accuracy": 0.58, "test_macro_precision": 0.45, "test_macro_recall": 0.32, "test_macro_f1": 0.31, "test_weighted_f1": 0.53, "test_f1_per_emotion": { "ANGER": 0.62, "FEAR": 0.0, "HAPPINESS": 0.08, "NEUTRAL": 0.66, "SADNESS": 0.2 } }, { "run_id": "fa_SHEMO_wav2vec2-base", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.71, "test_accuracy": 0.76, "test_macro_precision": 0.46, "test_macro_recall": 0.47, "test_macro_f1": 0.46, "test_weighted_f1": 0.73, "test_f1_per_emotion": { "ANGER": 0.83, "FEAR": 0.0, "HAPPINESS": 0.0, "NEUTRAL": 0.79, "SADNESS": 0.69 } }, { "run_id": "fa_SHEMO_wav2vec2-large-960h", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.44, "test_accuracy": 0.44, "test_macro_precision": 0.25, "test_macro_recall": 0.23, "test_macro_f1": 0.18, "test_weighted_f1": 0.33, "test_f1_per_emotion": { "ANGER": 0.24, "FEAR": 0.0, "HAPPINESS": 0.0, "NEUTRAL": 0.6, "SADNESS": 0.06 } }, { "run_id": "fa_SHEMO_wav2vec2-large-lv60", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.43, "test_accuracy": 0.43, "test_macro_precision": 0.24, "test_macro_recall": 0.22, "test_macro_f1": 0.16, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.22, "FEAR": 0.0, "HAPPINESS": 0.0, "NEUTRAL": 0.57, "SADNESS": 0.0 } }, { "run_id": "fa_SHEMO_wav2vec2-xls-r-300m", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.44, "test_accuracy": 0.46, "test_macro_precision": 0.4, "test_macro_recall": 0.24, "test_macro_f1": 0.19, "test_weighted_f1": 0.35, "test_f1_per_emotion": { "ANGER": 0.29, "FEAR": 0.0, "HAPPINESS": 0.0, "NEUTRAL": 0.59, "SADNESS": 0.09 } }, { "run_id": "fa_SHEMO_wav2vec2-xls-r-1b", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.6, "test_accuracy": 0.67, "test_macro_precision": 0.47, "test_macro_recall": 0.36, "test_macro_f1": 0.36, "test_weighted_f1": 0.63, "test_f1_per_emotion": { "ANGER": 0.7, "FEAR": 0.0, "HAPPINESS": 0.01, "NEUTRAL": 0.74, "SADNESS": 0.36 } }, { "run_id": "fa_SHEMO_wavlm-base-plus", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.77, "test_accuracy": 0.79, "test_macro_precision": 0.57, "test_macro_recall": 0.5, "test_macro_f1": 0.52, "test_weighted_f1": 0.77, "test_f1_per_emotion": { "ANGER": 0.89, "FEAR": 0.0, "HAPPINESS": 0.26, "NEUTRAL": 0.84, "SADNESS": 0.6 } }, { "run_id": "fa_SHEMO_wavlm-large", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.72, "test_accuracy": 0.8, "test_macro_precision": 0.71, "test_macro_recall": 0.55, "test_macro_f1": 0.59, "test_weighted_f1": 0.79, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.15, "HAPPINESS": 0.45, "NEUTRAL": 0.84, "SADNESS": 0.62 } }, { "run_id": "fa_SHEMO_whisper-small", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.79, "test_accuracy": 0.83, "test_macro_precision": 0.63, "test_macro_recall": 0.62, "test_macro_f1": 0.62, "test_weighted_f1": 0.82, "test_f1_per_emotion": { "ANGER": 0.91, "FEAR": 0.0, "HAPPINESS": 0.62, "NEUTRAL": 0.85, "SADNESS": 0.71 } }, { "run_id": "fa_SHEMO_whisper-large", "language": "Persian", "language_folder": "Persian", "iso": "fa", "family": "Indo-European", "dataset": "SHEMO", "catalog_dataset": "ShEMO", "catalog_entry": "ShEMO.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.8, "test_accuracy": 0.82, "test_macro_precision": 0.63, "test_macro_recall": 0.6, "test_macro_f1": 0.61, "test_weighted_f1": 0.81, "test_f1_per_emotion": { "ANGER": 0.9, "FEAR": 0.0, "HAPPINESS": 0.62, "NEUTRAL": 0.84, "SADNESS": 0.68 } }, { "run_id": "pl_nEMO_hubert-base-ls960", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.77, "test_accuracy": 0.79, "test_macro_precision": 0.8, "test_macro_recall": 0.79, "test_macro_f1": 0.79, "test_weighted_f1": 0.79, "test_f1_per_emotion": { "ANGER": 0.86, "FEAR": 0.8, "HAPPINESS": 0.73, "NEUTRAL": 0.76, "SADNESS": 0.78 } }, { "run_id": "pl_nEMO_hubert-large-ls960-ft", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.4, "test_accuracy": 0.39, "test_macro_precision": 0.49, "test_macro_recall": 0.4, "test_macro_f1": 0.37, "test_weighted_f1": 0.37, "test_f1_per_emotion": { "ANGER": 0.42, "FEAR": 0.17, "HAPPINESS": 0.36, "NEUTRAL": 0.43, "SADNESS": 0.47 } }, { "run_id": "pl_nEMO_wav2vec2-base", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.67, "test_accuracy": 0.69, "test_macro_precision": 0.69, "test_macro_recall": 0.69, "test_macro_f1": 0.68, "test_weighted_f1": 0.68, "test_f1_per_emotion": { "ANGER": 0.77, "FEAR": 0.75, "HAPPINESS": 0.47, "NEUTRAL": 0.69, "SADNESS": 0.7 } }, { "run_id": "pl_nEMO_wav2vec2-large-960h", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.24, "test_accuracy": 0.24, "test_macro_precision": 0.29, "test_macro_recall": 0.25, "test_macro_f1": 0.16, "test_weighted_f1": 0.16, "test_f1_per_emotion": { "ANGER": 0.29, "FEAR": 0.0, "HAPPINESS": 0.05, "NEUTRAL": 0.35, "SADNESS": 0.13 } }, { "run_id": "pl_nEMO_wav2vec2-large-lv60", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.22, "test_macro_precision": 0.21, "test_macro_recall": 0.22, "test_macro_f1": 0.15, "test_weighted_f1": 0.15, "test_f1_per_emotion": { "ANGER": 0.01, "FEAR": 0.18, "HAPPINESS": 0.19, "NEUTRAL": 0.34, "SADNESS": 0.03 } }, { "run_id": "pl_nEMO_wav2vec2-xls-r-300m", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.36, "test_accuracy": 0.37, "test_macro_precision": 0.44, "test_macro_recall": 0.38, "test_macro_f1": 0.36, "test_weighted_f1": 0.36, "test_f1_per_emotion": { "ANGER": 0.35, "FEAR": 0.22, "HAPPINESS": 0.34, "NEUTRAL": 0.42, "SADNESS": 0.44 } }, { "run_id": "pl_nEMO_wav2vec2-xls-r-1b", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.43, "test_accuracy": 0.41, "test_macro_precision": 0.54, "test_macro_recall": 0.41, "test_macro_f1": 0.4, "test_weighted_f1": 0.4, "test_f1_per_emotion": { "ANGER": 0.43, "FEAR": 0.36, "HAPPINESS": 0.4, "NEUTRAL": 0.43, "SADNESS": 0.38 } }, { "run_id": "pl_nEMO_wavlm-base-plus", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.73, "test_accuracy": 0.74, "test_macro_precision": 0.75, "test_macro_recall": 0.73, "test_macro_f1": 0.73, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.81, "FEAR": 0.7, "HAPPINESS": 0.69, "NEUTRAL": 0.72, "SADNESS": 0.74 } }, { "run_id": "pl_nEMO_wavlm-large", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.66, "test_accuracy": 0.66, "test_macro_precision": 0.8, "test_macro_recall": 0.66, "test_macro_f1": 0.67, "test_weighted_f1": 0.67, "test_f1_per_emotion": { "ANGER": 0.77, "FEAR": 0.59, "HAPPINESS": 0.71, "NEUTRAL": 0.58, "SADNESS": 0.74 } }, { "run_id": "pl_nEMO_whisper-small", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.85, "test_accuracy": 0.85, "test_macro_precision": 0.85, "test_macro_recall": 0.85, "test_macro_f1": 0.85, "test_weighted_f1": 0.85, "test_f1_per_emotion": { "ANGER": 0.88, "FEAR": 0.82, "HAPPINESS": 0.87, "NEUTRAL": 0.82, "SADNESS": 0.86 } }, { "run_id": "pl_nEMO_whisper-large", "language": "Polish", "language_folder": "Polish", "iso": "pl", "family": "Indo-European", "dataset": "nEMO", "catalog_dataset": "nEMO", "catalog_entry": "nEMO.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.88, "test_accuracy": 0.87, "test_macro_precision": 0.87, "test_macro_recall": 0.87, "test_macro_f1": 0.87, "test_weighted_f1": 0.87, "test_f1_per_emotion": { "ANGER": 0.89, "FEAR": 0.85, "HAPPINESS": 0.89, "NEUTRAL": 0.85, "SADNESS": 0.88 } }, { "run_id": "pt_emoUERJ_hubert-base-ls960", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.91, "test_accuracy": 0.74, "test_macro_precision": 0.72, "test_macro_recall": 0.73, "test_macro_f1": 0.72, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.61, "HAPPINESS": 0.7, "NEUTRAL": 0.66, "SADNESS": 0.91 } }, { "run_id": "pt_emoUERJ_hubert-large-ls960-ft", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.59, "test_accuracy": 0.51, "test_macro_precision": 0.6, "test_macro_recall": 0.6, "test_macro_f1": 0.5, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.71, "HAPPINESS": 0.46, "NEUTRAL": 0.38, "SADNESS": 0.44 } }, { "run_id": "pt_emoUERJ_wav2vec2-base", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.7, "test_accuracy": 0.63, "test_macro_precision": 0.62, "test_macro_recall": 0.56, "test_macro_f1": 0.56, "test_weighted_f1": 0.6, "test_f1_per_emotion": { "ANGER": 0.7, "HAPPINESS": 0.56, "NEUTRAL": 0.21, "SADNESS": 0.76 } }, { "run_id": "pt_emoUERJ_wav2vec2-large-960h", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.41, "test_accuracy": 0.23, "test_macro_precision": 0.5, "test_macro_recall": 0.34, "test_macro_f1": 0.23, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.29, "HAPPINESS": 0.15, "NEUTRAL": 0.22, "SADNESS": 0.27 } }, { "run_id": "pt_emoUERJ_wav2vec2-large-lv60", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.2, "test_accuracy": 0.29, "test_macro_precision": 0.19, "test_macro_recall": 0.25, "test_macro_f1": 0.21, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.34, "HAPPINESS": 0.0, "NEUTRAL": 0.11, "SADNESS": 0.39 } }, { "run_id": "pt_emoUERJ_wav2vec2-xls-r-300m", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.42, "test_accuracy": 0.47, "test_macro_precision": 0.43, "test_macro_recall": 0.44, "test_macro_f1": 0.43, "test_weighted_f1": 0.47, "test_f1_per_emotion": { "ANGER": 0.45, "HAPPINESS": 0.33, "NEUTRAL": 0.32, "SADNESS": 0.61 } }, { "run_id": "pt_emoUERJ_wav2vec2-xls-r-1b", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.49, "test_accuracy": 0.44, "test_macro_precision": 0.44, "test_macro_recall": 0.45, "test_macro_f1": 0.43, "test_weighted_f1": 0.43, "test_f1_per_emotion": { "ANGER": 0.29, "HAPPINESS": 0.48, "NEUTRAL": 0.49, "SADNESS": 0.48 } }, { "run_id": "pt_emoUERJ_wavlm-base-plus", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.88, "test_accuracy": 0.74, "test_macro_precision": 0.72, "test_macro_recall": 0.72, "test_macro_f1": 0.72, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.62, "HAPPINESS": 0.74, "NEUTRAL": 0.62, "SADNESS": 0.89 } }, { "run_id": "pt_emoUERJ_wavlm-large", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.88, "test_accuracy": 0.76, "test_macro_precision": 0.77, "test_macro_recall": 0.81, "test_macro_f1": 0.75, "test_weighted_f1": 0.77, "test_f1_per_emotion": { "ANGER": 0.85, "HAPPINESS": 0.75, "NEUTRAL": 0.61, "SADNESS": 0.76 } }, { "run_id": "pt_emoUERJ_whisper-small", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.74, "test_accuracy": 0.91, "test_macro_precision": 0.92, "test_macro_recall": 0.93, "test_macro_f1": 0.93, "test_weighted_f1": 0.91, "test_f1_per_emotion": { "ANGER": 0.89, "HAPPINESS": 0.89, "NEUTRAL": 0.99, "SADNESS": 0.94 } }, { "run_id": "pt_emoUERJ_whisper-large", "language": "Portuguese", "language_folder": "Portuguese", "iso": "pt", "family": "Indo-European", "dataset": "emoUERJ", "catalog_dataset": "emoUERJ", "catalog_entry": "emoUERJ.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.73, "test_accuracy": 0.88, "test_macro_precision": 0.87, "test_macro_recall": 0.89, "test_macro_f1": 0.87, "test_weighted_f1": 0.88, "test_f1_per_emotion": { "ANGER": 0.88, "HAPPINESS": 0.87, "NEUTRAL": 0.82, "SADNESS": 0.94 } }, { "run_id": "qu_Quechua-Collao-Corpus_hubert-base-ls960", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.81, "test_accuracy": 0.8, "test_macro_precision": 0.81, "test_macro_recall": 0.79, "test_macro_f1": 0.79, "test_weighted_f1": 0.8, "test_f1_per_emotion": { "ANGER": 0.84, "FEAR": 0.75, "HAPPINESS": 0.83, "NEUTRAL": 0.83, "SADNESS": 0.72 } }, { "run_id": "qu_Quechua-Collao-Corpus_hubert-large-ls960-ft", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.5, "test_accuracy": 0.5, "test_macro_precision": 0.51, "test_macro_recall": 0.5, "test_macro_f1": 0.47, "test_weighted_f1": 0.47, "test_f1_per_emotion": { "ANGER": 0.62, "FEAR": 0.33, "HAPPINESS": 0.56, "NEUTRAL": 0.55, "SADNESS": 0.3 } }, { "run_id": "qu_Quechua-Collao-Corpus_wav2vec2-base", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.78, "test_accuracy": 0.76, "test_macro_precision": 0.78, "test_macro_recall": 0.76, "test_macro_f1": 0.76, "test_weighted_f1": 0.76, "test_f1_per_emotion": { "ANGER": 0.78, "FEAR": 0.8, "HAPPINESS": 0.7, "NEUTRAL": 0.78, "SADNESS": 0.75 } }, { "run_id": "qu_Quechua-Collao-Corpus_wav2vec2-large-960h", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.39, "test_accuracy": 0.36, "test_macro_precision": 0.39, "test_macro_recall": 0.36, "test_macro_f1": 0.33, "test_weighted_f1": 0.33, "test_f1_per_emotion": { "ANGER": 0.52, "FEAR": 0.17, "HAPPINESS": 0.4, "NEUTRAL": 0.32, "SADNESS": 0.26 } }, { "run_id": "qu_Quechua-Collao-Corpus_wav2vec2-large-lv60", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.22, "test_macro_precision": 0.23, "test_macro_recall": 0.22, "test_macro_f1": 0.18, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.07, "FEAR": 0.18, "HAPPINESS": 0.33, "NEUTRAL": 0.12, "SADNESS": 0.18 } }, { "run_id": "qu_Quechua-Collao-Corpus_wav2vec2-xls-r-300m", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.43, "test_accuracy": 0.43, "test_macro_precision": 0.44, "test_macro_recall": 0.43, "test_macro_f1": 0.43, "test_weighted_f1": 0.43, "test_f1_per_emotion": { "ANGER": 0.46, "FEAR": 0.4, "HAPPINESS": 0.46, "NEUTRAL": 0.46, "SADNESS": 0.35 } }, { "run_id": "qu_Quechua-Collao-Corpus_wav2vec2-xls-r-1b", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.3, "test_macro_precision": 0.35, "test_macro_recall": 0.3, "test_macro_f1": 0.23, "test_weighted_f1": 0.23, "test_f1_per_emotion": { "ANGER": 0.32, "FEAR": 0.02, "HAPPINESS": 0.4, "NEUTRAL": 0.39, "SADNESS": 0.02 } }, { "run_id": "qu_Quechua-Collao-Corpus_wavlm-base-plus", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.75, "test_accuracy": 0.71, "test_macro_precision": 0.71, "test_macro_recall": 0.7, "test_macro_f1": 0.7, "test_weighted_f1": 0.71, "test_f1_per_emotion": { "ANGER": 0.75, "FEAR": 0.66, "HAPPINESS": 0.75, "NEUTRAL": 0.74, "SADNESS": 0.61 } }, { "run_id": "qu_Quechua-Collao-Corpus_wavlm-large", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.76, "test_accuracy": 0.73, "test_macro_precision": 0.77, "test_macro_recall": 0.73, "test_macro_f1": 0.73, "test_weighted_f1": 0.73, "test_f1_per_emotion": { "ANGER": 0.75, "FEAR": 0.76, "HAPPINESS": 0.8, "NEUTRAL": 0.73, "SADNESS": 0.6 } }, { "run_id": "qu_Quechua-Collao-Corpus_whisper-small", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.82, "test_accuracy": 0.82, "test_macro_precision": 0.82, "test_macro_recall": 0.82, "test_macro_f1": 0.81, "test_weighted_f1": 0.82, "test_f1_per_emotion": { "ANGER": 0.83, "FEAR": 0.8, "HAPPINESS": 0.83, "NEUTRAL": 0.84, "SADNESS": 0.77 } }, { "run_id": "qu_Quechua-Collao-Corpus_whisper-large", "language": "Quechua", "language_folder": "Quechua", "iso": "qu", "family": "Quechuan", "dataset": "Quechua-Collao-Corpus", "catalog_dataset": "Quechua Collao Corpus", "catalog_entry": "Quechua-Collao.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.84, "test_accuracy": 0.83, "test_macro_precision": 0.84, "test_macro_recall": 0.84, "test_macro_f1": 0.83, "test_weighted_f1": 0.83, "test_f1_per_emotion": { "ANGER": 0.85, "FEAR": 0.82, "HAPPINESS": 0.84, "NEUTRAL": 0.87, "SADNESS": 0.79 } }, { "run_id": "ru_RESD_hubert-base-ls960", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.48, "test_accuracy": 0.51, "test_macro_precision": 0.52, "test_macro_recall": 0.52, "test_macro_f1": 0.51, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.67, "FEAR": 0.51, "HAPPINESS": 0.44, "NEUTRAL": 0.51, "SADNESS": 0.42 } }, { "run_id": "ru_RESD_hubert-large-ls960-ft", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.26, "test_accuracy": 0.22, "test_macro_precision": 0.22, "test_macro_recall": 0.24, "test_macro_f1": 0.19, "test_weighted_f1": 0.19, "test_f1_per_emotion": { "ANGER": 0.28, "FEAR": 0.23, "HAPPINESS": 0.18, "NEUTRAL": 0.25, "SADNESS": 0.0 } }, { "run_id": "ru_RESD_wav2vec2-base", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.4, "test_accuracy": 0.41, "test_macro_precision": 0.42, "test_macro_recall": 0.41, "test_macro_f1": 0.4, "test_weighted_f1": 0.41, "test_f1_per_emotion": { "ANGER": 0.56, "FEAR": 0.45, "HAPPINESS": 0.39, "NEUTRAL": 0.31, "SADNESS": 0.32 } }, { "run_id": "ru_RESD_wav2vec2-large-960h", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.24, "test_macro_precision": 0.41, "test_macro_recall": 0.24, "test_macro_f1": 0.21, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.26, "FEAR": 0.2, "HAPPINESS": 0.24, "NEUTRAL": 0.32, "SADNESS": 0.02 } }, { "run_id": "ru_RESD_wav2vec2-large-lv60", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.2, "test_accuracy": 0.2, "test_macro_precision": 0.17, "test_macro_recall": 0.2, "test_macro_f1": 0.17, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.24, "FEAR": 0.17, "HAPPINESS": 0.24, "NEUTRAL": 0.2, "SADNESS": 0.0 } }, { "run_id": "ru_RESD_wav2vec2-xls-r-300m", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.21, "test_macro_precision": 0.18, "test_macro_recall": 0.21, "test_macro_f1": 0.18, "test_weighted_f1": 0.19, "test_f1_per_emotion": { "ANGER": 0.23, "FEAR": 0.21, "HAPPINESS": 0.24, "NEUTRAL": 0.23, "SADNESS": 0.0 } }, { "run_id": "ru_RESD_wav2vec2-xls-r-1b", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.29, "test_accuracy": 0.26, "test_macro_precision": 0.26, "test_macro_recall": 0.27, "test_macro_f1": 0.26, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.37, "FEAR": 0.29, "HAPPINESS": 0.13, "NEUTRAL": 0.27, "SADNESS": 0.22 } }, { "run_id": "ru_RESD_wavlm-base-plus", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.46, "test_accuracy": 0.43, "test_macro_precision": 0.42, "test_macro_recall": 0.43, "test_macro_f1": 0.41, "test_weighted_f1": 0.41, "test_f1_per_emotion": { "ANGER": 0.59, "FEAR": 0.5, "HAPPINESS": 0.34, "NEUTRAL": 0.37, "SADNESS": 0.26 } }, { "run_id": "ru_RESD_wavlm-large", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.43, "test_accuracy": 0.4, "test_macro_precision": 0.48, "test_macro_recall": 0.44, "test_macro_f1": 0.38, "test_weighted_f1": 0.36, "test_f1_per_emotion": { "ANGER": 0.52, "FEAR": 0.31, "HAPPINESS": 0.22, "NEUTRAL": 0.55, "SADNESS": 0.3 } }, { "run_id": "ru_RESD_whisper-small", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.49, "test_accuracy": 0.45, "test_macro_precision": 0.45, "test_macro_recall": 0.46, "test_macro_f1": 0.45, "test_weighted_f1": 0.45, "test_f1_per_emotion": { "ANGER": 0.6, "FEAR": 0.38, "HAPPINESS": 0.41, "NEUTRAL": 0.55, "SADNESS": 0.3 } }, { "run_id": "ru_RESD_whisper-large", "language": "Russian", "language_folder": "Russian", "iso": "ru", "family": "Indo-European", "dataset": "RESD", "catalog_dataset": "RESD", "catalog_entry": "RESD.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.48, "test_accuracy": 0.46, "test_macro_precision": 0.45, "test_macro_recall": 0.45, "test_macro_f1": 0.43, "test_weighted_f1": 0.43, "test_f1_per_emotion": { "ANGER": 0.56, "FEAR": 0.41, "HAPPINESS": 0.43, "NEUTRAL": 0.59, "SADNESS": 0.15 } }, { "run_id": "es_MESD_hubert-base-ls960", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.63, "test_accuracy": 0.58, "test_macro_precision": 0.57, "test_macro_recall": 0.57, "test_macro_f1": 0.56, "test_weighted_f1": 0.58, "test_f1_per_emotion": { "ANGER": 0.48, "FEAR": 0.6, "HAPPINESS": 0.62, "NEUTRAL": 0.65, "SADNESS": 0.45 } }, { "run_id": "es_MESD_hubert-large-ls960-ft", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.33, "test_accuracy": 0.26, "test_macro_precision": 0.3, "test_macro_recall": 0.28, "test_macro_f1": 0.23, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.15, "FEAR": 0.12, "HAPPINESS": 0.3, "NEUTRAL": 0.4, "SADNESS": 0.19 } }, { "run_id": "es_MESD_wav2vec2-base", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.38, "test_accuracy": 0.27, "test_macro_precision": 0.37, "test_macro_recall": 0.29, "test_macro_f1": 0.26, "test_weighted_f1": 0.26, "test_f1_per_emotion": { "ANGER": 0.35, "FEAR": 0.15, "HAPPINESS": 0.28, "NEUTRAL": 0.29, "SADNESS": 0.23 } }, { "run_id": "es_MESD_wav2vec2-large-960h", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.32, "test_accuracy": 0.26, "test_macro_precision": 0.31, "test_macro_recall": 0.27, "test_macro_f1": 0.23, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.37, "FEAR": 0.09, "HAPPINESS": 0.26, "NEUTRAL": 0.31, "SADNESS": 0.13 } }, { "run_id": "es_MESD_wav2vec2-large-lv60", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.15, "test_accuracy": 0.13, "test_macro_precision": 0.1, "test_macro_recall": 0.2, "test_macro_f1": 0.1, "test_weighted_f1": 0.09, "test_f1_per_emotion": { "ANGER": 0.2, "FEAR": 0.14, "HAPPINESS": 0.0, "NEUTRAL": 0.0, "SADNESS": 0.17 } }, { "run_id": "es_MESD_wav2vec2-xls-r-300m", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.29, "test_accuracy": 0.24, "test_macro_precision": 0.12, "test_macro_recall": 0.22, "test_macro_f1": 0.14, "test_weighted_f1": 0.15, "test_f1_per_emotion": { "ANGER": 0.13, "FEAR": 0.0, "HAPPINESS": 0.4, "NEUTRAL": 0.0, "SADNESS": 0.15 } }, { "run_id": "es_MESD_wav2vec2-xls-r-1b", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.27, "test_accuracy": 0.24, "test_macro_precision": 0.21, "test_macro_recall": 0.26, "test_macro_f1": 0.22, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.26, "FEAR": 0.0, "HAPPINESS": 0.23, "NEUTRAL": 0.3, "SADNESS": 0.31 } }, { "run_id": "es_MESD_wavlm-base-plus", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.4, "test_accuracy": 0.28, "test_macro_precision": 0.33, "test_macro_recall": 0.29, "test_macro_f1": 0.27, "test_weighted_f1": 0.28, "test_f1_per_emotion": { "ANGER": 0.32, "FEAR": 0.05, "HAPPINESS": 0.44, "NEUTRAL": 0.36, "SADNESS": 0.2 } }, { "run_id": "es_MESD_wavlm-large", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.51, "test_accuracy": 0.41, "test_macro_precision": 0.41, "test_macro_recall": 0.41, "test_macro_f1": 0.38, "test_weighted_f1": 0.38, "test_f1_per_emotion": { "ANGER": 0.43, "FEAR": 0.19, "HAPPINESS": 0.44, "NEUTRAL": 0.51, "SADNESS": 0.32 } }, { "run_id": "es_MESD_whisper-small", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.67, "test_accuracy": 0.68, "test_macro_precision": 0.7, "test_macro_recall": 0.7, "test_macro_f1": 0.68, "test_weighted_f1": 0.67, "test_f1_per_emotion": { "ANGER": 0.58, "FEAR": 0.64, "HAPPINESS": 0.59, "NEUTRAL": 0.84, "SADNESS": 0.77 } }, { "run_id": "es_MESD_whisper-large", "language": "Spanish", "language_folder": "Spanish", "iso": "es", "family": "Indo-European", "dataset": "MESD", "catalog_dataset": "MESD", "catalog_entry": "MESD.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.69, "test_accuracy": 0.67, "test_macro_precision": 0.67, "test_macro_recall": 0.69, "test_macro_f1": 0.67, "test_weighted_f1": 0.66, "test_f1_per_emotion": { "ANGER": 0.66, "FEAR": 0.55, "HAPPINESS": 0.72, "NEUTRAL": 0.78, "SADNESS": 0.66 } }, { "run_id": "sw_Swahili-Dataset_hubert-base-ls960", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.75, "test_accuracy": 0.81, "test_macro_precision": 0.79, "test_macro_recall": 0.77, "test_macro_f1": 0.78, "test_weighted_f1": 0.81, "test_f1_per_emotion": { "ANGER": 0.86, "HAPPINESS": 0.81, "SADNESS": 0.67 } }, { "run_id": "sw_Swahili-Dataset_hubert-large-ls960-ft", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.61, "test_accuracy": 0.6, "test_macro_precision": 0.63, "test_macro_recall": 0.6, "test_macro_f1": 0.59, "test_weighted_f1": 0.59, "test_f1_per_emotion": { "ANGER": 0.62, "HAPPINESS": 0.65, "SADNESS": 0.48 } }, { "run_id": "sw_Swahili-Dataset_wav2vec2-base", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.65, "test_accuracy": 0.72, "test_macro_precision": 0.71, "test_macro_recall": 0.69, "test_macro_f1": 0.69, "test_weighted_f1": 0.71, "test_f1_per_emotion": { "ANGER": 0.8, "HAPPINESS": 0.61, "SADNESS": 0.66 } }, { "run_id": "sw_Swahili-Dataset_wav2vec2-large-960h", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.37, "test_accuracy": 0.44, "test_macro_precision": 0.45, "test_macro_recall": 0.44, "test_macro_f1": 0.43, "test_weighted_f1": 0.44, "test_f1_per_emotion": { "ANGER": 0.42, "HAPPINESS": 0.5, "SADNESS": 0.39 } }, { "run_id": "sw_Swahili-Dataset_wav2vec2-large-lv60", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.41, "test_accuracy": 0.35, "test_macro_precision": 0.46, "test_macro_recall": 0.38, "test_macro_f1": 0.26, "test_weighted_f1": 0.24, "test_f1_per_emotion": { "ANGER": 0.48, "HAPPINESS": 0.04, "SADNESS": 0.27 } }, { "run_id": "sw_Swahili-Dataset_wav2vec2-xls-r-300m", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.35, "test_accuracy": 0.33, "test_macro_precision": 0.34, "test_macro_recall": 0.34, "test_macro_f1": 0.33, "test_weighted_f1": 0.33, "test_f1_per_emotion": { "ANGER": 0.34, "HAPPINESS": 0.33, "SADNESS": 0.32 } }, { "run_id": "sw_Swahili-Dataset_wav2vec2-xls-r-1b", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.35, "test_accuracy": 0.45, "test_macro_precision": 0.44, "test_macro_recall": 0.42, "test_macro_f1": 0.41, "test_weighted_f1": 0.42, "test_f1_per_emotion": { "ANGER": 0.29, "HAPPINESS": 0.55, "SADNESS": 0.38 } }, { "run_id": "sw_Swahili-Dataset_wavlm-base-plus", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.8, "test_accuracy": 0.83, "test_macro_precision": 0.82, "test_macro_recall": 0.79, "test_macro_f1": 0.8, "test_weighted_f1": 0.83, "test_f1_per_emotion": { "ANGER": 0.89, "HAPPINESS": 0.86, "SADNESS": 0.64 } }, { "run_id": "sw_Swahili-Dataset_wavlm-large", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.78, "test_accuracy": 0.74, "test_macro_precision": 0.74, "test_macro_recall": 0.74, "test_macro_f1": 0.74, "test_weighted_f1": 0.74, "test_f1_per_emotion": { "ANGER": 0.7, "HAPPINESS": 0.77, "SADNESS": 0.75 } }, { "run_id": "sw_Swahili-Dataset_whisper-small", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.71, "test_accuracy": 0.69, "test_macro_precision": 0.71, "test_macro_recall": 0.69, "test_macro_f1": 0.69, "test_weighted_f1": 0.69, "test_f1_per_emotion": { "ANGER": 0.63, "HAPPINESS": 0.71, "SADNESS": 0.71 } }, { "run_id": "sw_Swahili-Dataset_whisper-large", "language": "Swahili", "language_folder": "Swahili", "iso": "sw", "family": "Niger-Congo", "dataset": "Swahili-Dataset", "catalog_dataset": "Kenyan Swahili SER", "catalog_entry": "Kenyan_Swahili.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.78, "test_accuracy": 0.8, "test_macro_precision": 0.81, "test_macro_recall": 0.79, "test_macro_f1": 0.79, "test_weighted_f1": 0.79, "test_f1_per_emotion": { "ANGER": 0.73, "HAPPINESS": 0.82, "SADNESS": 0.82 } }, { "run_id": "ta_EmoTa_hubert-base-ls960", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.42, "test_accuracy": 0.38, "test_macro_precision": 0.41, "test_macro_recall": 0.39, "test_macro_f1": 0.38, "test_weighted_f1": 0.38, "test_f1_per_emotion": { "ANGER": 0.45, "FEAR": 0.41, "HAPPINESS": 0.37, "NEUTRAL": 0.37, "SADNESS": 0.31 } }, { "run_id": "ta_EmoTa_hubert-large-ls960-ft", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.26, "test_accuracy": 0.25, "test_macro_precision": 0.24, "test_macro_recall": 0.21, "test_macro_f1": 0.18, "test_weighted_f1": 0.22, "test_f1_per_emotion": { "ANGER": 0.33, "FEAR": 0.0, "HAPPINESS": 0.13, "NEUTRAL": 0.28, "SADNESS": 0.18 } }, { "run_id": "ta_EmoTa_wav2vec2-base", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.39, "test_accuracy": 0.38, "test_macro_precision": 0.41, "test_macro_recall": 0.37, "test_macro_f1": 0.37, "test_weighted_f1": 0.37, "test_f1_per_emotion": { "ANGER": 0.4, "FEAR": 0.36, "HAPPINESS": 0.35, "NEUTRAL": 0.4, "SADNESS": 0.36 } }, { "run_id": "ta_EmoTa_wav2vec2-large-960h", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.3, "test_accuracy": 0.24, "test_macro_precision": 0.24, "test_macro_recall": 0.2, "test_macro_f1": 0.15, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.35, "FEAR": 0.0, "HAPPINESS": 0.07, "NEUTRAL": 0.22, "SADNESS": 0.13 } }, { "run_id": "ta_EmoTa_wav2vec2-large-lv60", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.19, "test_macro_precision": 0.16, "test_macro_recall": 0.16, "test_macro_f1": 0.15, "test_weighted_f1": 0.17, "test_f1_per_emotion": { "ANGER": 0.2, "FEAR": 0.0, "HAPPINESS": 0.12, "NEUTRAL": 0.25, "SADNESS": 0.18 } }, { "run_id": "ta_EmoTa_wav2vec2-xls-r-300m", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.19, "test_accuracy": 0.24, "test_macro_precision": 0.15, "test_macro_recall": 0.21, "test_macro_f1": 0.17, "test_weighted_f1": 0.19, "test_f1_per_emotion": { "ANGER": 0.0, "FEAR": 0.0, "HAPPINESS": 0.24, "NEUTRAL": 0.32, "SADNESS": 0.27 } }, { "run_id": "ta_EmoTa_wav2vec2-xls-r-1b", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.2, "test_macro_precision": 0.13, "test_macro_recall": 0.2, "test_macro_f1": 0.14, "test_weighted_f1": 0.14, "test_f1_per_emotion": { "ANGER": 0.11, "FEAR": 0.0, "HAPPINESS": 0.28, "NEUTRAL": 0.0, "SADNESS": 0.28 } }, { "run_id": "ta_EmoTa_wavlm-base-plus", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.33, "test_accuracy": 0.35, "test_macro_precision": 0.36, "test_macro_recall": 0.35, "test_macro_f1": 0.35, "test_weighted_f1": 0.35, "test_f1_per_emotion": { "ANGER": 0.31, "FEAR": 0.42, "HAPPINESS": 0.28, "NEUTRAL": 0.29, "SADNESS": 0.45 } }, { "run_id": "ta_EmoTa_wavlm-large", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.33, "test_accuracy": 0.29, "test_macro_precision": 0.38, "test_macro_recall": 0.27, "test_macro_f1": 0.27, "test_weighted_f1": 0.27, "test_f1_per_emotion": { "ANGER": 0.37, "FEAR": 0.22, "HAPPINESS": 0.33, "NEUTRAL": 0.19, "SADNESS": 0.22 } }, { "run_id": "ta_EmoTa_whisper-small", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.4, "test_accuracy": 0.44, "test_macro_precision": 0.43, "test_macro_recall": 0.44, "test_macro_f1": 0.43, "test_weighted_f1": 0.43, "test_f1_per_emotion": { "ANGER": 0.35, "FEAR": 0.51, "HAPPINESS": 0.43, "NEUTRAL": 0.56, "SADNESS": 0.32 } }, { "run_id": "ta_EmoTa_whisper-large", "language": "Tamil", "language_folder": "Tamil", "iso": "ta", "family": "Dravidian", "dataset": "EmoTa", "catalog_dataset": "EmoTa", "catalog_entry": "EmoTa.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.4, "test_accuracy": 0.41, "test_macro_precision": 0.4, "test_macro_recall": 0.41, "test_macro_f1": 0.4, "test_weighted_f1": 0.4, "test_f1_per_emotion": { "ANGER": 0.28, "FEAR": 0.5, "HAPPINESS": 0.35, "NEUTRAL": 0.55, "SADNESS": 0.3 } }, { "run_id": "te_Telugu-Dataset_hubert-base-ls960", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.48, "test_accuracy": 0.53, "test_macro_precision": 0.52, "test_macro_recall": 0.51, "test_macro_f1": 0.52, "test_weighted_f1": 0.53, "test_f1_per_emotion": { "ANGER": 0.58, "HAPPINESS": 0.54, "NEUTRAL": 0.53, "SADNESS": 0.42 } }, { "run_id": "te_Telugu-Dataset_hubert-large-ls960-ft", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.41, "test_accuracy": 0.35, "test_macro_precision": 0.34, "test_macro_recall": 0.34, "test_macro_f1": 0.3, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.32, "HAPPINESS": 0.32, "NEUTRAL": 0.48, "SADNESS": 0.06 } }, { "run_id": "te_Telugu-Dataset_wav2vec2-base", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.46, "test_accuracy": 0.44, "test_macro_precision": 0.43, "test_macro_recall": 0.43, "test_macro_f1": 0.42, "test_weighted_f1": 0.43, "test_f1_per_emotion": { "ANGER": 0.48, "HAPPINESS": 0.29, "NEUTRAL": 0.53, "SADNESS": 0.37 } }, { "run_id": "te_Telugu-Dataset_wav2vec2-large-960h", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.35, "test_macro_precision": 0.33, "test_macro_recall": 0.32, "test_macro_f1": 0.27, "test_weighted_f1": 0.27, "test_f1_per_emotion": { "ANGER": 0.39, "HAPPINESS": 0.1, "NEUTRAL": 0.49, "SADNESS": 0.09 } }, { "run_id": "te_Telugu-Dataset_wav2vec2-large-lv60", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.28, "test_macro_precision": 0.19, "test_macro_recall": 0.25, "test_macro_f1": 0.2, "test_weighted_f1": 0.21, "test_f1_per_emotion": { "ANGER": 0.16, "HAPPINESS": 0.22, "NEUTRAL": 0.42, "SADNESS": 0.0 } }, { "run_id": "te_Telugu-Dataset_wav2vec2-xls-r-300m", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.29, "test_macro_precision": 0.21, "test_macro_recall": 0.28, "test_macro_f1": 0.24, "test_weighted_f1": 0.25, "test_f1_per_emotion": { "ANGER": 0.25, "HAPPINESS": 0.26, "NEUTRAL": 0.44, "SADNESS": 0.0 } }, { "run_id": "te_Telugu-Dataset_wav2vec2-xls-r-1b", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.19, "test_accuracy": 0.29, "test_macro_precision": 0.23, "test_macro_recall": 0.28, "test_macro_f1": 0.24, "test_weighted_f1": 0.26, "test_f1_per_emotion": { "ANGER": 0.38, "HAPPINESS": 0.3, "NEUTRAL": 0.3, "SADNESS": 0.0 } }, { "run_id": "te_Telugu-Dataset_wavlm-base-plus", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.44, "test_accuracy": 0.53, "test_macro_precision": 0.52, "test_macro_recall": 0.5, "test_macro_f1": 0.5, "test_weighted_f1": 0.52, "test_f1_per_emotion": { "ANGER": 0.65, "HAPPINESS": 0.57, "NEUTRAL": 0.41, "SADNESS": 0.38 } }, { "run_id": "te_Telugu-Dataset_wavlm-large", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.46, "test_accuracy": 0.43, "test_macro_precision": 0.56, "test_macro_recall": 0.45, "test_macro_f1": 0.4, "test_weighted_f1": 0.39, "test_f1_per_emotion": { "ANGER": 0.54, "HAPPINESS": 0.43, "NEUTRAL": 0.46, "SADNESS": 0.18 } }, { "run_id": "te_Telugu-Dataset_whisper-small", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.5, "test_accuracy": 0.52, "test_macro_precision": 0.52, "test_macro_recall": 0.52, "test_macro_f1": 0.51, "test_weighted_f1": 0.52, "test_f1_per_emotion": { "ANGER": 0.6, "HAPPINESS": 0.55, "NEUTRAL": 0.5, "SADNESS": 0.41 } }, { "run_id": "te_Telugu-Dataset_whisper-large", "language": "Telugu", "language_folder": "Telugu", "iso": "te", "family": "Dravidian", "dataset": "Telugu-Dataset", "catalog_dataset": "Sowmith et al (2024)", "catalog_entry": "Sowmith_et_al_2024.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.46, "test_accuracy": 0.45, "test_macro_precision": 0.44, "test_macro_recall": 0.43, "test_macro_f1": 0.43, "test_weighted_f1": 0.45, "test_f1_per_emotion": { "ANGER": 0.62, "HAPPINESS": 0.47, "NEUTRAL": 0.43, "SADNESS": 0.19 } }, { "run_id": "tr_TurEV-DB_hubert-base-ls960", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.66, "test_accuracy": 0.68, "test_macro_precision": 0.7, "test_macro_recall": 0.66, "test_macro_f1": 0.66, "test_weighted_f1": 0.67, "test_f1_per_emotion": { "ANGER": 0.68, "HAPPINESS": 0.55, "SADNESS": 0.76 } }, { "run_id": "tr_TurEV-DB_hubert-large-ls960-ft", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.44, "test_accuracy": 0.44, "test_macro_precision": 0.48, "test_macro_recall": 0.4, "test_macro_f1": 0.34, "test_weighted_f1": 0.37, "test_f1_per_emotion": { "ANGER": 0.53, "HAPPINESS": 0.03, "SADNESS": 0.47 } }, { "run_id": "tr_TurEV-DB_wav2vec2-base", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.43, "test_accuracy": 0.48, "test_macro_precision": 0.49, "test_macro_recall": 0.46, "test_macro_f1": 0.41, "test_weighted_f1": 0.43, "test_f1_per_emotion": { "ANGER": 0.46, "HAPPINESS": 0.18, "SADNESS": 0.6 } }, { "run_id": "tr_TurEV-DB_wav2vec2-large-960h", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.36, "test_accuracy": 0.4, "test_macro_precision": 0.4, "test_macro_recall": 0.36, "test_macro_f1": 0.29, "test_weighted_f1": 0.31, "test_f1_per_emotion": { "ANGER": 0.54, "HAPPINESS": 0.2, "SADNESS": 0.14 } }, { "run_id": "tr_TurEV-DB_wav2vec2-large-lv60", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.37, "test_accuracy": 0.39, "test_macro_precision": 0.25, "test_macro_recall": 0.35, "test_macro_f1": 0.27, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.52, "HAPPINESS": 0.0, "SADNESS": 0.3 } }, { "run_id": "tr_TurEV-DB_wav2vec2-xls-r-300m", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.39, "test_accuracy": 0.34, "test_macro_precision": 0.24, "test_macro_recall": 0.33, "test_macro_f1": 0.25, "test_weighted_f1": 0.26, "test_f1_per_emotion": { "ANGER": 0.29, "HAPPINESS": 0.0, "SADNESS": 0.46 } }, { "run_id": "tr_TurEV-DB_wav2vec2-xls-r-1b", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.47, "test_accuracy": 0.48, "test_macro_precision": 0.52, "test_macro_recall": 0.46, "test_macro_f1": 0.44, "test_weighted_f1": 0.45, "test_f1_per_emotion": { "ANGER": 0.56, "HAPPINESS": 0.27, "SADNESS": 0.5 } }, { "run_id": "tr_TurEV-DB_wavlm-base-plus", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.58, "test_accuracy": 0.52, "test_macro_precision": 0.52, "test_macro_recall": 0.51, "test_macro_f1": 0.51, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.49, "HAPPINESS": 0.46, "SADNESS": 0.59 } }, { "run_id": "tr_TurEV-DB_wavlm-large", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.65, "test_accuracy": 0.63, "test_macro_precision": 0.69, "test_macro_recall": 0.6, "test_macro_f1": 0.55, "test_weighted_f1": 0.57, "test_f1_per_emotion": { "ANGER": 0.7, "HAPPINESS": 0.2, "SADNESS": 0.74 } }, { "run_id": "tr_TurEV-DB_whisper-small", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.88, "test_accuracy": 0.84, "test_macro_precision": 0.85, "test_macro_recall": 0.84, "test_macro_f1": 0.84, "test_weighted_f1": 0.84, "test_f1_per_emotion": { "ANGER": 0.82, "HAPPINESS": 0.81, "SADNESS": 0.89 } }, { "run_id": "tr_TurEV-DB_whisper-large", "language": "Turkish", "language_folder": "Turkish", "iso": "tr", "family": "Turkic", "dataset": "TurEV-DB", "catalog_dataset": "TurEV-DB", "catalog_entry": "TurEV-DB.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.87, "test_accuracy": 0.84, "test_macro_precision": 0.85, "test_macro_recall": 0.84, "test_macro_f1": 0.84, "test_weighted_f1": 0.84, "test_f1_per_emotion": { "ANGER": 0.83, "HAPPINESS": 0.8, "SADNESS": 0.9 } }, { "run_id": "ur_Urdu-Dataset_hubert-base-ls960", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.79, "test_accuracy": 0.87, "test_macro_precision": 0.87, "test_macro_recall": 0.87, "test_macro_f1": 0.86, "test_weighted_f1": 0.87, "test_f1_per_emotion": { "ANGER": 0.92, "HAPPINESS": 0.82, "NEUTRAL": 0.93, "SADNESS": 0.78 } }, { "run_id": "ur_Urdu-Dataset_hubert-large-ls960-ft", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.35, "test_accuracy": 0.43, "test_macro_precision": 0.4, "test_macro_recall": 0.38, "test_macro_f1": 0.38, "test_weighted_f1": 0.42, "test_f1_per_emotion": { "ANGER": 0.24, "HAPPINESS": 0.42, "NEUTRAL": 0.67, "SADNESS": 0.19 } }, { "run_id": "ur_Urdu-Dataset_wav2vec2-base", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.72, "test_accuracy": 0.88, "test_macro_precision": 0.9, "test_macro_recall": 0.88, "test_macro_f1": 0.88, "test_weighted_f1": 0.87, "test_f1_per_emotion": { "ANGER": 0.96, "HAPPINESS": 0.86, "NEUTRAL": 0.89, "SADNESS": 0.81 } }, { "run_id": "ur_Urdu-Dataset_wav2vec2-large-960h", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.26, "test_accuracy": 0.34, "test_macro_precision": 0.37, "test_macro_recall": 0.28, "test_macro_f1": 0.25, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.08, "HAPPINESS": 0.27, "NEUTRAL": 0.52, "SADNESS": 0.15 } }, { "run_id": "ur_Urdu-Dataset_wav2vec2-large-lv60", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.18, "test_accuracy": 0.35, "test_macro_precision": 0.28, "test_macro_recall": 0.3, "test_macro_f1": 0.27, "test_weighted_f1": 0.3, "test_f1_per_emotion": { "ANGER": 0.24, "HAPPINESS": 0.33, "NEUTRAL": 0.48, "SADNESS": 0.0 } }, { "run_id": "ur_Urdu-Dataset_wav2vec2-xls-r-300m", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.29, "test_accuracy": 0.41, "test_macro_precision": 0.46, "test_macro_recall": 0.37, "test_macro_f1": 0.36, "test_weighted_f1": 0.38, "test_f1_per_emotion": { "ANGER": 0.24, "HAPPINESS": 0.24, "NEUTRAL": 0.52, "SADNESS": 0.44 } }, { "run_id": "ur_Urdu-Dataset_wav2vec2-xls-r-1b", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.35, "test_macro_precision": 0.27, "test_macro_recall": 0.29, "test_macro_f1": 0.26, "test_weighted_f1": 0.32, "test_f1_per_emotion": { "ANGER": 0.0, "HAPPINESS": 0.29, "NEUTRAL": 0.44, "SADNESS": 0.32 } }, { "run_id": "ur_Urdu-Dataset_wavlm-base-plus", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.72, "test_accuracy": 0.76, "test_macro_precision": 0.78, "test_macro_recall": 0.77, "test_macro_f1": 0.75, "test_weighted_f1": 0.76, "test_f1_per_emotion": { "ANGER": 0.78, "HAPPINESS": 0.66, "NEUTRAL": 0.86, "SADNESS": 0.71 } }, { "run_id": "ur_Urdu-Dataset_wavlm-large", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.64, "test_accuracy": 0.5, "test_macro_precision": 0.68, "test_macro_recall": 0.54, "test_macro_f1": 0.5, "test_weighted_f1": 0.49, "test_f1_per_emotion": { "ANGER": 0.61, "HAPPINESS": 0.39, "NEUTRAL": 0.51, "SADNESS": 0.49 } }, { "run_id": "ur_Urdu-Dataset_whisper-small", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.87, "test_accuracy": 0.78, "test_macro_precision": 0.75, "test_macro_recall": 0.79, "test_macro_f1": 0.76, "test_weighted_f1": 0.78, "test_f1_per_emotion": { "ANGER": 0.74, "HAPPINESS": 0.85, "NEUTRAL": 0.79, "SADNESS": 0.67 } }, { "run_id": "ur_Urdu-Dataset_whisper-large", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "Urdu-Dataset", "catalog_dataset": "URDU-Dataset", "catalog_entry": "URDU-Dataset.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.85, "test_accuracy": 0.82, "test_macro_precision": 0.78, "test_macro_recall": 0.81, "test_macro_f1": 0.79, "test_weighted_f1": 0.83, "test_f1_per_emotion": { "ANGER": 0.67, "HAPPINESS": 0.92, "NEUTRAL": 0.82, "SADNESS": 0.77 } }, { "run_id": "ur_UrduSER_hubert-base-ls960", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "hubert-base-ls960", "model_family": "HuBERT", "val_accuracy": 0.53, "test_accuracy": 0.51, "test_macro_precision": 0.52, "test_macro_recall": 0.5, "test_macro_f1": 0.5, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.63, "FEAR": 0.35, "HAPPINESS": 0.41, "NEUTRAL": 0.58, "SADNESS": 0.52 } }, { "run_id": "ur_UrduSER_hubert-large-ls960-ft", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "hubert-large-ls960-ft", "model_family": "HuBERT", "val_accuracy": 0.31, "test_accuracy": 0.32, "test_macro_precision": 0.35, "test_macro_recall": 0.33, "test_macro_f1": 0.27, "test_weighted_f1": 0.26, "test_f1_per_emotion": { "ANGER": 0.4, "FEAR": 0.11, "HAPPINESS": 0.25, "NEUTRAL": 0.44, "SADNESS": 0.16 } }, { "run_id": "ur_UrduSER_wav2vec2-base", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "wav2vec2-base", "model_family": "wav2vec 2.0", "val_accuracy": 0.44, "test_accuracy": 0.46, "test_macro_precision": 0.46, "test_macro_recall": 0.45, "test_macro_f1": 0.44, "test_weighted_f1": 0.45, "test_f1_per_emotion": { "ANGER": 0.62, "FEAR": 0.27, "HAPPINESS": 0.25, "NEUTRAL": 0.52, "SADNESS": 0.53 } }, { "run_id": "ur_UrduSER_wav2vec2-large-960h", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "wav2vec2-large-960h", "model_family": "wav2vec 2.0", "val_accuracy": 0.23, "test_accuracy": 0.24, "test_macro_precision": 0.27, "test_macro_recall": 0.26, "test_macro_f1": 0.19, "test_weighted_f1": 0.18, "test_f1_per_emotion": { "ANGER": 0.26, "FEAR": 0.04, "HAPPINESS": 0.25, "NEUTRAL": 0.4, "SADNESS": 0.02 } }, { "run_id": "ur_UrduSER_wav2vec2-large-lv60", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "wav2vec2-large-lv60", "model_family": "wav2vec 2.0", "val_accuracy": 0.22, "test_accuracy": 0.23, "test_macro_precision": 0.16, "test_macro_recall": 0.25, "test_macro_f1": 0.16, "test_weighted_f1": 0.15, "test_f1_per_emotion": { "ANGER": 0.31, "FEAR": 0.01, "HAPPINESS": 0.15, "NEUTRAL": 0.35, "SADNESS": 0.0 } }, { "run_id": "ur_UrduSER_wav2vec2-xls-r-300m", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "wav2vec2-xls-r-300m", "model_family": "wav2vec 2.0", "val_accuracy": 0.27, "test_accuracy": 0.28, "test_macro_precision": 0.29, "test_macro_recall": 0.28, "test_macro_f1": 0.27, "test_weighted_f1": 0.27, "test_f1_per_emotion": { "ANGER": 0.33, "FEAR": 0.12, "HAPPINESS": 0.25, "NEUTRAL": 0.34, "SADNESS": 0.32 } }, { "run_id": "ur_UrduSER_wav2vec2-xls-r-1b", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "wav2vec2-xls-r-1b", "model_family": "wav2vec 2.0", "val_accuracy": 0.28, "test_accuracy": 0.26, "test_macro_precision": 0.38, "test_macro_recall": 0.28, "test_macro_f1": 0.19, "test_weighted_f1": 0.19, "test_f1_per_emotion": { "ANGER": 0.1, "FEAR": 0.02, "HAPPINESS": 0.15, "NEUTRAL": 0.36, "SADNESS": 0.33 } }, { "run_id": "ur_UrduSER_wavlm-base-plus", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "wavlm-base-plus", "model_family": "WavLM", "val_accuracy": 0.52, "test_accuracy": 0.52, "test_macro_precision": 0.51, "test_macro_recall": 0.5, "test_macro_f1": 0.49, "test_weighted_f1": 0.51, "test_f1_per_emotion": { "ANGER": 0.67, "FEAR": 0.29, "HAPPINESS": 0.39, "NEUTRAL": 0.61, "SADNESS": 0.52 } }, { "run_id": "ur_UrduSER_wavlm-large", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "wavlm-large", "model_family": "WavLM", "val_accuracy": 0.44, "test_accuracy": 0.45, "test_macro_precision": 0.5, "test_macro_recall": 0.46, "test_macro_f1": 0.44, "test_weighted_f1": 0.44, "test_f1_per_emotion": { "ANGER": 0.62, "FEAR": 0.18, "HAPPINESS": 0.39, "NEUTRAL": 0.51, "SADNESS": 0.5 } }, { "run_id": "ur_UrduSER_whisper-small", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "whisper-small", "model_family": "Whisper", "val_accuracy": 0.59, "test_accuracy": 0.56, "test_macro_precision": 0.55, "test_macro_recall": 0.55, "test_macro_f1": 0.55, "test_weighted_f1": 0.56, "test_f1_per_emotion": { "ANGER": 0.74, "FEAR": 0.36, "HAPPINESS": 0.45, "NEUTRAL": 0.54, "SADNESS": 0.67 } }, { "run_id": "ur_UrduSER_whisper-large", "language": "Urdu", "language_folder": "Urdu", "iso": "ur", "family": "Indo-European", "dataset": "UrduSER", "catalog_dataset": "UrduSER", "catalog_entry": "UrduSER.md", "model": "whisper-large", "model_family": "Whisper", "val_accuracy": 0.6, "test_accuracy": 0.6, "test_macro_precision": 0.59, "test_macro_recall": 0.59, "test_macro_f1": 0.59, "test_weighted_f1": 0.6, "test_f1_per_emotion": { "ANGER": 0.78, "FEAR": 0.4, "HAPPINESS": 0.51, "NEUTRAL": 0.6, "SADNESS": 0.66 } } ]