Benchmark data can be accessed by this link
@inproceedings{razzhigaev-etal-2024-omnidialog,
title = "{O}mni{D}ialog: A Multimodal Benchmark for Generalization Across Text, Visual, and Audio Modalities",
author = "Razzhigaev, Anton and
Kurkin, Maxim and
Goncharova, Elizaveta and
Abdullaeva, Irina and
Lysenko, Anastasia and
Panchenko, Alexander and
Kuznetsov, Andrey and
Dimitrov, Denis",
booktitle = "Proceedings of the 2nd GenBench Workshop on Generalisation (Benchmarking) in NLP",
month = nov,
year = "2024",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2024.genbench-1.12",
pages = "183--195",
}