[
  {
    "model": "Random Choice",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 28.3,
      "music": 26.1,
      "speech": 29.4,
      "sound_music": 24.2,
      "speech_music": 25.2,
      "speech_sound": 30.5,
      "sound_music_speech": 14.8,
      "spatial": 21.2,
      "voice": 29.3,
      "multi_audio": 25.2,
      "open_ended": null,
      "if": null,
      "average": 23.4
    }
  },
  {
    "model": "Human",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 78.2,
      "music": 70.5,
      "speech": 82.3,
      "sound_music": 79.3,
      "speech_music": 78.5,
      "speech_sound": 82.4,
      "sound_music_speech": 85.7,
      "spatial": 88.2,
      "voice": 68.4,
      "multi_audio": 79.8,
      "open_ended": 77.3,
      "if": 100.0,
      "average": 77.9
    }
  },
  {
    "model": "SALMONN 7B",
    "size": "7B",
    "link": "",
    "scores": {
      "sound": 32.2,
      "music": 44.9,
      "speech": 38.3,
      "sound_music": 22.0,
      "speech_music": 34.8,
      "speech_sound": 28.4,
      "sound_music_speech": 28.6,
      "spatial": 26.5,
      "voice": 36.5,
      "multi_audio": 11.4,
      "open_ended": 31.2,
      "if": 33.9,
      "average": 34.5
    }
  },
  {
    "model": "SALMONN 13B",
    "size": "13B",
    "link": "",
    "scores": {
      "sound": 43.6,
      "music": 47.2,
      "speech": 37.3,
      "sound_music": 28.0,
      "speech_music": 47.8,
      "speech_sound": 38.4,
      "sound_music_speech": 42.8,
      "spatial": 30.8,
      "voice": 53.2,
      "multi_audio": 17.4,
      "open_ended": 33.6,
      "if": 38.5,
      "average": 39.6
    }
  },
  {
    "model": "GAMA",
    "size": "7.4B",
    "link": "",
    "scores": {
      "sound": 45.4,
      "music": 41.2,
      "speech": 29.8,
      "sound_music": 24.0,
      "speech_music": 27.9,
      "speech_sound": 27.3,
      "sound_music_speech": 14.8,
      "spatial": 12.0,
      "voice": 28.4,
      "multi_audio": 20.2,
      "open_ended": 24.2,
      "if": 31.7,
      "average": 33.2
    }
  },
  {
    "model": "DeSTA2",
    "size": "8.2B",
    "link": "",
    "scores": {
      "sound": 31.0,
      "music": 43.3,
      "speech": 46.5,
      "sound_music": 32.6,
      "speech_music": 47.8,
      "speech_sound": 39.7,
      "sound_music_speech": 42.8,
      "spatial": 32.6,
      "voice": 54.8,
      "multi_audio": 13.2,
      "open_ended": 25.4,
      "if": 41.5,
      "average": 36.7
    }
  },
  {
    "model": "DeSTA2.5-Audio",
    "size": "8.8B",
    "link": "",
    "scores": {
      "sound": 35.7,
      "music": 48.2,
      "speech": 49.9,
      "sound_music": 22.0,
      "speech_music": 36.9,
      "speech_sound": 35.2,
      "sound_music_speech": 28.6,
      "spatial": 28.0,
      "voice": 51.0,
      "multi_audio": 19.8,
      "open_ended": 36.4,
      "if": 46.5,
      "average": 40.6
    }
  },
  {
    "model": "BAT",
    "size": "7B",
    "link": "",
    "scores": {
      "sound": 28.9,
      "music": 22.7,
      "speech": 25.9,
      "sound_music": 30.0,
      "speech_music": 23.9,
      "speech_sound": 25.0,
      "sound_music_speech": 14.8,
      "spatial": 23.7,
      "voice": 24.5,
      "multi_audio": 20.2,
      "open_ended": 24.6,
      "if": 31.8,
      "average": 24.8
    }
  },
  {
    "model": "Audio Flamingo 2",
    "size": "3.2B",
    "link": "",
    "scores": {
      "sound": 39.5,
      "music": 55.7,
      "speech": 43.0,
      "sound_music": 36.0,
      "speech_music": 34.8,
      "speech_sound": 29.5,
      "sound_music_speech": 14.8,
      "spatial": 44.1,
      "voice": 37.2,
      "multi_audio": 15.5,
      "open_ended": 43.2,
      "if": 29.6,
      "average": 42.6
    }
  },
  {
    "model": "Phi4-MM",
    "size": "5.5B",
    "link": "",
    "scores": {
      "sound": 25.7,
      "music": 47.8,
      "speech": 47.6,
      "sound_music": 30.0,
      "speech_music": 39.1,
      "speech_sound": 30.1,
      "sound_music_speech": 28.6,
      "spatial": 39.7,
      "voice": 42.7,
      "multi_audio": 11.4,
      "open_ended": 42.5,
      "if": 65.4,
      "average": 38.7
    }
  },
  {
    "model": "Kimi-Audio",
    "size": "7B",
    "link": "",
    "scores": {
      "sound": 46.0,
      "music": 57.6,
      "speech": 52.2,
      "sound_music": 46.0,
      "speech_music": 54.3,
      "speech_sound": 48.9,
      "sound_music_speech": 42.8,
      "spatial": 43.7,
      "voice": 50.6,
      "multi_audio": 17.2,
      "open_ended": 34.5,
      "if": 42.3,
      "average": 46.6
    }
  },
  {
    "model": "Kimi-Audio-7B-Instruct",
    "size": "7B",
    "link": "",
    "scores": {
      "sound": 45.9,
      "music": 50.4,
      "speech": 55.8,
      "sound_music": 46.0,
      "speech_music": 37.0,
      "speech_sound": 51.1,
      "sound_music_speech": 57.1,
      "spatial": 46.2,
      "voice": 32.1,
      "multi_audio": 45.1,
      "open_ended": null,
      "if": null,
      "average": 48.3
    }
  },
  {
    "model": "Audio Flamingo 3",
    "size": "8.4B",
    "link": "",
    "scores": {
      "sound": 55.9,
      "music": 61.7,
      "speech": 58.8,
      "sound_music": 40.0,
      "speech_music": 41.3,
      "speech_sound": 47.7,
      "sound_music_speech": 57.1,
      "spatial": 26.8,
      "voice": 58.6,
      "multi_audio": 26.0,
      "open_ended": 44.2,
      "if": 33.3,
      "average": 51.7
    }
  },
  {
    "model": "Gemma-3n-E2B-it",
    "size": "5.1B",
    "link": "",
    "scores": {
      "sound": 40.1,
      "music": 44.1,
      "speech": 41.3,
      "sound_music": 26.0,
      "speech_music": 33.2,
      "speech_sound": 30.6,
      "sound_music_speech": 28.6,
      "spatial": 12.0,
      "voice": 51.4,
      "multi_audio": 11.4,
      "open_ended": 23.2,
      "if": 29.6,
      "average": 35.4
    }
  },
  {
    "model": "Gemma-3n-E4B-it",
    "size": "7.5B",
    "link": "",
    "scores": {
      "sound": 42.4,
      "music": 46.4,
      "speech": 44.9,
      "sound_music": 38.0,
      "speech_music": 45.6,
      "speech_sound": 31.8,
      "sound_music_speech": 57.1,
      "spatial": 21.8,
      "voice": 58.3,
      "multi_audio": 19.6,
      "open_ended": 28.5,
      "if": 36.4,
      "average": 39.7
    }
  },
  {
    "model": "GPT4o-mini-Audio",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 40.2,
      "music": 59.7,
      "speech": 66.1,
      "sound_music": 35.3,
      "speech_music": 42.2,
      "speech_sound": 55.9,
      "sound_music_speech": 42.8,
      "spatial": 12.0,
      "voice": 52.7,
      "multi_audio": 22.4,
      "open_ended": 41.6,
      "if": 79.7,
      "average": 48.3
    }
  },
  {
    "model": "GPT4o-Audio",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 44.7,
      "music": 63.1,
      "speech": 68.2,
      "sound_music": 40.4,
      "speech_music": 43.5,
      "speech_sound": 62.5,
      "sound_music_speech": 57.1,
      "spatial": 21.4,
      "voice": 57.5,
      "multi_audio": 32.6,
      "open_ended": 43.2,
      "if": 82.5,
      "average": 52.5
    }
  },
  {
    "model": "gpt-audio",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 46.2,
      "music": 67.3,
      "speech": 73.1,
      "sound_music": 36.0,
      "speech_music": 54.3,
      "speech_sound": 58.0,
      "sound_music_speech": 57.1,
      "spatial": 30.2,
      "voice": 49.3,
      "multi_audio": 63.5,
      "open_ended": null,
      "if": null,
      "average": 58.8
    }
  },
  {
    "model": "R1-AQA",
    "size": "8.2B",
    "link": "",
    "scores": {
      "sound": 47.9,
      "music": 31.9,
      "speech": 33.7,
      "sound_music": 32.0,
      "speech_music": 36.9,
      "speech_sound": 20.4,
      "sound_music_speech": 28.5,
      "spatial": 23.6,
      "voice": 32.7,
      "multi_audio": 11.4,
      "open_ended": 38.5,
      "if": 44.2,
      "average": 34.1
    }
  },
  {
    "model": "Audio-Reasoner",
    "size": "8.4B",
    "link": "",
    "scores": {
      "sound": 34.2,
      "music": 50.1,
      "speech": 44.0,
      "sound_music": 26.0,
      "speech_music": 36.9,
      "speech_sound": 43.2,
      "sound_music_speech": 28.6,
      "spatial": 20.3,
      "voice": 43.4,
      "multi_audio": 22.6,
      "open_ended": 38.6,
      "if": 43.4,
      "average": 39.5
    }
  },
  {
    "model": "Mellow",
    "size": "167M",
    "link": "",
    "scores": {
      "sound": 27.6,
      "music": 32.9,
      "speech": 27.9,
      "sound_music": 24.0,
      "speech_music": 34.8,
      "speech_sound": 27.3,
      "sound_music_speech": 14.3,
      "spatial": 23.7,
      "voice": 28.3,
      "multi_audio": 20.8,
      "open_ended": 21.4,
      "if": 23.5,
      "average": 27.5
    }
  },
  {
    "model": "Ming-Lite-Omni-1.5",
    "size": "18.9B",
    "link": "",
    "scores": {
      "sound": 47.9,
      "music": 56.2,
      "speech": 49.1,
      "sound_music": 30.0,
      "speech_music": 39.1,
      "speech_sound": 45.4,
      "sound_music_speech": 42.8,
      "spatial": 31.7,
      "voice": 44.5,
      "multi_audio": 37.4,
      "open_ended": 42.7,
      "if": 48.2,
      "average": 47.4
    }
  },
  {
    "model": "Baichuan-Omni-1.5",
    "size": "7B",
    "link": "",
    "scores": {
      "sound": 34.6,
      "music": 32.5,
      "speech": 36.5,
      "sound_music": 30.0,
      "speech_music": 19.5,
      "speech_sound": 30.7,
      "sound_music_speech": 28.5,
      "spatial": 21.2,
      "voice": 40.0,
      "multi_audio": 28.8,
      "open_ended": 39.7,
      "if": 47.2,
      "average": 33.9
    }
  },
  {
    "model": "Qwen2.5-Omni-3B",
    "size": "5.5B",
    "link": "",
    "scores": {
      "sound": 38.5,
      "music": 60.3,
      "speech": 53.9,
      "sound_music": 40.0,
      "speech_music": 45.6,
      "speech_sound": 46.6,
      "sound_music_speech": 42.8,
      "spatial": 28.9,
      "voice": 46.5,
      "multi_audio": 11.4,
      "open_ended": 47.6,
      "if": 58.4,
      "average": 46.1
    }
  },
  {
    "model": "Qwen2.5-Omni-7B",
    "size": "10.7B",
    "link": "",
    "scores": {
      "sound": 47.6,
      "music": 61.5,
      "speech": 57.4,
      "sound_music": 40.0,
      "speech_music": 53.2,
      "speech_sound": 60.2,
      "sound_music_speech": 28.5,
      "spatial": 41.2,
      "voice": 60.0,
      "multi_audio": 24.3,
      "open_ended": 52.3,
      "if": 61.3,
      "average": 52.2
    }
  },
  {
    "model": "Qwen3-Omni-30B-A3B-Instruct",
    "size": "30B-A3B",
    "link": "",
    "scores": {
      "sound": 47.4,
      "music": 74.9,
      "speech": 73.2,
      "sound_music": 50.0,
      "speech_music": 65.2,
      "speech_sound": 59.1,
      "sound_music_speech": 57.1,
      "spatial": 30.2,
      "voice": 66.2,
      "multi_audio": 64.2,
      "open_ended": null,
      "if": null,
      "average": 62.9
    }
  },
  {
    "model": "Gemini-2.0 Flash",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 48.4,
      "music": 56.9,
      "speech": 69.5,
      "sound_music": 39.6,
      "speech_music": 57.6,
      "speech_sound": 55.9,
      "sound_music_speech": 42.8,
      "spatial": 34.6,
      "voice": 68.6,
      "multi_audio": 26.5,
      "open_ended": 66.8,
      "if": 94.2,
      "average": 55.7
    }
  },
  {
    "model": "Gemini-2.5 Flash",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 51.9,
      "music": 64.9,
      "speech": 73.4,
      "sound_music": 42.8,
      "speech_music": 58.7,
      "speech_sound": 61.3,
      "sound_music_speech": 42.8,
      "spatial": 36.3,
      "voice": 71.7,
      "multi_audio": 21.2,
      "open_ended": 67.5,
      "if": 95.1,
      "average": 59.2
    }
  },
  {
    "model": "Gemini-3.1 Pro Preview",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 60.0,
      "music": 76.0,
      "speech": 88.9,
      "sound_music": 52.0,
      "speech_music": 82.6,
      "speech_sound": 76.1,
      "sound_music_speech": 71.4,
      "spatial": 46.8,
      "voice": 82.1,
      "multi_audio": 75.3,
      "open_ended": 68.3,
      "if": 64.4,
      "average": 72.2
    }
  },
  {
    "model": "Gemini-3.5 Flash",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 56.8,
      "music": 70.7,
      "speech": 85.0,
      "sound_music": 46.0,
      "speech_music": 67.4,
      "speech_sound": 75.0,
      "sound_music_speech": 71.4,
      "spatial": 40.9,
      "voice": 73.8,
      "multi_audio": 73.0,
      "open_ended": 68.0,
      "if": 75.9,
      "average": 68.5
    }
  },
  {
    "model": "Gemini-3.6 Flash",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 55.3,
      "music": 71.1,
      "speech": 86.6,
      "sound_music": 38.0,
      "speech_music": 84.8,
      "speech_sound": 70.5,
      "sound_music_speech": 71.4,
      "spatial": 46.8,
      "voice": 84.8,
      "multi_audio": 71.9,
      "open_ended": 67.4,
      "if": 93.1,
      "average": 69.6
    }
  },
  {
    "model": "Gemini-3.7 Flash",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 56.4,
      "music": 71.7,
      "speech": 89.7,
      "sound_music": 38.0,
      "speech_music": 78.3,
      "speech_sound": 76.1,
      "sound_music_speech": 85.7,
      "spatial": 44.9,
      "voice": 87.9,
      "multi_audio": 69.8,
      "open_ended": 66.7,
      "if": 93.1,
      "average": 70.4
    }
  },
  {
    "model": "Caption + GPT4o",
    "size": "-",
    "link": "",
    "scores": {
      "sound": 38.6,
      "music": 40.6,
      "speech": 38.4,
      "sound_music": 21.6,
      "speech_music": 38.2,
      "speech_sound": 25.5,
      "sound_music_speech": 28.6,
      "spatial": 9.5,
      "voice": 38.6,
      "multi_audio": 24.7,
      "open_ended": 27.6,
      "if": 88.2,
      "average": 35.3
    }
  },
  {
    "model": "Captions + Qwen235B-A22B",
    "size": "235B",
    "link": "",
    "scores": {
      "sound": 36.4,
      "music": 41.3,
      "speech": 36.1,
      "sound_music": 18.6,
      "speech_music": 37.4,
      "speech_sound": 24.5,
      "sound_music_speech": 14.3,
      "spatial": 5.8,
      "voice": 35.6,
      "multi_audio": 22.5,
      "open_ended": 25.6,
      "if": 85.5,
      "average": 33.7
    }
  }
]
