@inproceedings{d8ec9da1ef074c60bbb7efe0d1aec737,
title = "DoodleTunes: Interactive Visual Analysis of Music-Inspired Children Doodles with Automated Feature Annotation",
abstract = "Music and visual arts are essential in children's arts education, and their integration has garnered significant attention. Existing data analysis methods for exploring audio-visual correlations are limited. Yet, relevant research is necessary for innovating and promoting arts integration courses. In our work, we collected substantial volumes of music-inspired doodles created by children and interviewed education experts to comprehend the challenges they encountered in the relevant analysis. Based on the insights we obtained, we designed and constructed an interactive visualization system DoodleTunes. DoodleTunes integrates deep learning-driven methods for automatically annotating several types of data features. The visual designs of the system are based on a four-level analysis structure to construct a progressive workflow, facilitating data exploration and insight discovery between doodle images and corresponding music pieces. We evaluated the accuracy of our feature prediction results and collected usage feedback on DoodleTunes from five domain experts.",
keywords = "Multimodal data visualization, audio data, data annotation, painting, user interface, visual analysis",
author = "Shuqi Liu and Jia Bu and Huayuan Ye and Juntong Chen and Shiqi Jiang and Mingtian Tao and Liping Guo and Changbo Wang and Chenhui Li",
note = "Publisher Copyright: {\textcopyright} 2024 Copyright held by the owner/author(s); 2024 CHI Conference on Human Factors in Computing Sytems, CHI 2024 ; Conference date: 11-05-2024 Through 16-05-2024",
year = "2024",
month = may,
day = "11",
doi = "10.1145/3613904.3642346",
language = "英语",
series = "Conference on Human Factors in Computing Systems - Proceedings",
publisher = "Association for Computing Machinery",
booktitle = "CHI 2024 - Proceedings of the 2024 CHI Conference on Human Factors in Computing Sytems",
address = "美国",
}