@inproceedings{b39321e534bb4995b8d810695de52eca,
title = "Synesthesizer: Physical Modelling and Machine Learning for a Color-Based Synthesizer in Virtual Reality",
abstract = "The Synesthesizer is a software synthesizer inspired to chromesthesia, that kind of synesthesia that connects sounds and colors. While chromesthesia usually produces color perception in response to sound stimulation, this synthesizer does the opposite: sound is generated according to color detection. More precisely, RGB (Red Green Blue) values are detected (one pixel at a time) and used to determine the behaviour of five physical models for virtual instruments. The motivation for creating such a synthesizer arose from the will to generate a timbral continuum out of the color continuum, allowing to explore the relation between color spectrum and sound spectrum. The Synesthesizer has two additional possible applications: A picture can become a sort of score; graphic scores can have a different source of interpretation;Given its intuitiveness, it might allow even non-experts to explore the possibilities of sound synthesis. The current version has been developed in a Virtual Reality (VR) environment.",
keywords = "Machine Learning, Physical modeling, Synesthesia, Synthesizer, Virtual reality",
author = "Giovanni Santini",
note = "Publisher Copyright: © 2019, Springer Nature Switzerland AG.; 7th International Conference on Mathematics and Computation in Music, MCM 2019 ; Conference date: 18-06-2019 Through 21-06-2019",
year = "2019",
doi = "10.1007/978-3-030-21392-3_18",
language = "English",
isbn = "9783030213916",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "229--235",
editor = "Mariana Montiel and Francisco Gomez-Martin and Agust{\'i}n-Aquino, {Octavio A.}",
booktitle = "Mathematics and Computation in Music - 7th International Conference, MCM 2019, Proceedings",
}