Publications
2020
Daly, Ian; Nicolaou, Nicoletta; Williams, Duncan; Hwang, Faustina; Kirke, Alexis; Miranda, Eduardo; Nasuto, Slawomir J.
Neural and physiological data from participants listening to affective music Journal Article
In: Scientific Data, 2020.
Abstract | BibTeX | Tags: Affective composition, Affective computing, BCI, BCMI, Data, EEG, Emotion, fMRI, Music
@article{Daly2020data,
title = {Neural and physiological data from participants listening to affective music},
author = {Ian Daly and Nicoletta Nicolaou and Duncan Williams and Faustina Hwang and Alexis Kirke and Eduardo Miranda and Slawomir J. Nasuto},
year = {2020},
date = {2020-05-07},
journal = {Scientific Data},
abstract = {Music provides a means of communicating affective meaning. However, the neurological mechanisms by which music induces affect are not fully understood. Our project sought to investigate this through a series of experiments into how humans react to affective musical stimuli and how physiological and neurological signals recorded from those participants change in accordance with self-reported changes in affect. In this paper, the datasets recorded over the course of this project are presented, including details of the musical stimuli, participant reports of their felt changes in affective states as they listened to the music, and concomitant recordings of physiological and neurological activity. We also include non-identifying meta data on our participant populations for purposes of further exploratory analysis. This data provides a large and valuable novel resource for researchers investigating emotion, music, and how they affect our neural and physiological activity.},
keywords = {Affective composition, Affective computing, BCI, BCMI, Data, EEG, Emotion, fMRI, Music},
pubstate = {published},
tppubtype = {article}
}
Daly, Ian; Williams, Duncan
“Hello Computer, How Am I Feeling?”, Case Studies of Neural Technology to Measure Emotions Book Chapter
In: Springer, 2020, ISBN: 978-3-030-34783-3.
Links | BibTeX | Tags: Affective composition, Affective computing, BCI, Emotion, Music, Music generation
@inbook{Daly2020book,
title = {“Hello Computer, How Am I Feeling?”, Case Studies of Neural Technology to Measure Emotions},
author = {Ian Daly and Duncan Williams},
doi = {https://doi.org/10.1007/978-3-030-34784-0_11},
isbn = {978-3-030-34783-3},
year = {2020},
date = {2020-02-28},
publisher = {Springer},
keywords = {Affective composition, Affective computing, BCI, Emotion, Music, Music generation},
pubstate = {published},
tppubtype = {inbook}
}
2019
Daly, Ian; Williams, Duncan; Hwang, Faustina; Kirke, Alexis; Miranda, Eduardo; Nasuto, Slawomir J.
Electroencephalography reflects the activity of sub-cortical brain regions during approach-withdrawal behaviour while listening to music Journal Article
In: Scientific Reports, 2019.
Links | BibTeX | Tags: Affective composition, EEG, Emotion, fMRI, Music, Music generation
@article{Daly2019-fMRI,
title = {Electroencephalography reflects the activity of sub-cortical brain regions during approach-withdrawal behaviour while listening to music},
author = {Ian Daly and Duncan Williams and Faustina Hwang and Alexis Kirke and Eduardo Miranda and Slawomir J. Nasuto},
url = {https://www.nature.com/articles/s41598-019-45105-2},
doi = {https://doi.org/10.1038/s41598-019-45105-2},
year = {2019},
date = {2019-06-03},
journal = {Scientific Reports},
keywords = {Affective composition, EEG, Emotion, fMRI, Music, Music generation},
pubstate = {published},
tppubtype = {article}
}
2017
Williams, Duncan; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Hwang, Faustina; Weaver, James; Nasuto, Slawomir J.
Affective Calibration of Musical Feature Sets in an Emotionally Intelligent Music Composition System Journal Article
In: ACM Transactions on Applied Perception (TAP), vol. 14, no. 3, 2017.
Links | BibTeX | Tags: Affective composition, Affective computing, Music, Music generation
@article{Williams2017,
title = { Affective Calibration of Musical Feature Sets in an Emotionally Intelligent Music Composition System},
author = {Duncan Williams and Alexis Kirke and Eduardo Miranda and Ian Daly and Faustina Hwang and James Weaver and Slawomir J. Nasuto},
url = {http://dl.acm.org/citation.cfm?id=3059005},
year = {2017},
date = {2017-05-22},
journal = {ACM Transactions on Applied Perception (TAP)},
volume = {14},
number = {3},
keywords = {Affective composition, Affective computing, Music, Music generation},
pubstate = {published},
tppubtype = {article}
}
2016
Williams, Duncan; Mears, Jamie; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Malik, Asad; Weaver, James; Hwang, Faustina; Nasuto, Slawomir
A Perceptual and Affective Evaluation of an Affectively -Driven Engine for Video Game Soundtracking Journal Article
In: ACM Computers in Entertainment, 2016.
BibTeX | Tags: Affective composition, Affective computing, Emotion, Music generation
@article{Williams2016,
title = {A Perceptual and Affective Evaluation of an Affectively -Driven Engine for Video Game Soundtracking},
author = {Duncan Williams and Jamie Mears and Alexis Kirke and Eduardo Miranda and Ian Daly and Asad Malik and James Weaver and Faustina Hwang and Slawomir Nasuto},
year = {2016},
date = {2016-06-29},
journal = {ACM Computers in Entertainment},
keywords = {Affective composition, Affective computing, Emotion, Music generation},
pubstate = {published},
tppubtype = {article}
}
Daly, Ian; Williams, Duncan; Kirke, Alexis; Weaver, James; Malik, Asad; Hwang, Faustina; Miranda, Eduardo; Nasuto, Slawomir J.
Affective Brain-Computer Music Interfacing Journal Article
In: Journal of Neural Engineering, vol. (accepted), 2016.
BibTeX | Tags: aBCMI, Affective composition, BCI, BCMI, Case based reasoning, EEG, Emotion, Hybrid BCI, Music generation
@article{Daly2016aBCMI,
title = {Affective Brain-Computer Music Interfacing},
author = {Ian Daly and Duncan Williams and Alexis Kirke and James Weaver and Asad Malik and Faustina Hwang and Eduardo Miranda and Slawomir J. Nasuto},
year = {2016},
date = {2016-06-21},
journal = {Journal of Neural Engineering},
volume = {(accepted)},
keywords = {aBCMI, Affective composition, BCI, BCMI, Case based reasoning, EEG, Emotion, Hybrid BCI, Music generation},
pubstate = {published},
tppubtype = {article}
}
2015
Williams, Duncan; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Hallowell, James; Weaver, James; Malik, Asad; Roesch, Etienne; Hwang, Faustina; Nasuto, Slawomir
Investigating Perceived Emotional Correlates of Rhythmic Density in Algorithmic Music Composition Journal Article
In: ACM Transactions on Applied Perception (TAP), vol. 12, no. 3, pp. 1-21, 2015.
Abstract | Links | BibTeX | Tags: Affective composition, Emotion, Music generation
@article{WilliamsRD2015,
title = {Investigating Perceived Emotional Correlates of Rhythmic Density in Algorithmic Music Composition},
author = {Duncan Williams and Alexis Kirke and Eduardo Miranda and Ian Daly and James Hallowell and James Weaver and Asad Malik and Etienne Roesch and Faustina Hwang and Slawomir Nasuto},
doi = {10.1145/2749466},
year = {2015},
date = {2015-07-01},
journal = {ACM Transactions on Applied Perception (TAP)},
volume = {12},
number = {3},
pages = {1-21},
abstract = {Affective algorithmic composition is a growing field that combines perceptually motivated affective computing strategies with novel music generation. This article presents work toward the development of one application. The long-term goal is to develop a responsive and adaptive system for inducing affect that is both controlled and validated by biophysical measures. Literature documenting perceptual responses to music identifies a variety of musical features and possible affective correlations, but perceptual evaluations of these musical features for the purposes of inclusion in a music generation system are not readily available. A discrete feature, rhythmic density (a function of note duration in each musical bar, regardless of tempo), was selected because it was shown to be well-correlated with affective responses in existing literature. A prototype system was then designed to produce controlled degrees of variation in rhythmic density via a transformative algorithm. A two-stage perceptual evaluation of a stimulus set created by this prototype was then undertaken. First, listener responses from a pairwise scaling experiment were analyzed via Multidimensional Scaling Analysis (MDS). The statistical best-fit solution was rotated such that stimuli with the largest range of variation were placed across the horizontal plane in two dimensions. In this orientation, stimuli with deliberate variation in rhythmic density appeared farther from the source material used to generate them than from stimuli generated by random permutation. Second, the same stimulus set was then evaluated according to the order suggested in the rotated two-dimensional solution in a verbal elicitation experiment. A Verbal Protocol Analysis (VPA) found that listener perception of the stimulus set varied in at least two commonly understood emotional descriptors, which might be considered affective correlates of rhythmic density. Thus, these results further corroborate previous studies wherein musical parameters are monitored for changes in emotional expression and that some similarly parameterized control of perceived emotional content in an affective algorithmic composition system can be achieved and provide a methodology for evaluating and including further possible musical features in such a system. Some suggestions regarding the test procedure and analysis techniques are also documented here.},
keywords = {Affective composition, Emotion, Music generation},
pubstate = {published},
tppubtype = {article}
}
Williams, Duncan; Kirke, Alexis; Eaton, Joel; Miranda, Eduardo; Daly, Ian; Weaver, James; Roesch, Etienne; Hwang, Faustina; Nasuto, Slawomir
Dynamic game soundtrack generation in response to a continuously varying emotional trajectory Conference
Proceedings of the 56th International Conference: Audio for Games (February 2015), 2015.
Abstract | Links | BibTeX | Tags: Affective composition, Markov model, Music generation
@conference{Williams2015,
title = {Dynamic game soundtrack generation in response to a continuously varying emotional trajectory},
author = {Duncan Williams and Alexis Kirke and Joel Eaton and Eduardo Miranda and Ian Daly and James Weaver and Etienne Roesch and Faustina Hwang and Slawomir Nasuto},
url = {http://www.aes.org/e-lib/browse.cfm?elib=17593},
year = {2015},
date = {2015-02-11},
booktitle = {Proceedings of the 56th International Conference: Audio for Games (February 2015)},
pages = {2-2},
abstract = {Dynamic soundtracking presents various practical and aesthetic challenges to composers working with games. This paper presents an implementation of a system addressing some of these challenges with an affectively-driven music generation algorithm based on a second order Markov-model. The system can respond in real-time to emotional trajectories derived from 2-dimensions of affect on the circumplex model (arousal and valence), which are mapped to five musical parameters. A transition matrix is employed to vary the generated output in continuous response to the affective state intended by the gameplay.},
keywords = {Affective composition, Markov model, Music generation},
pubstate = {published},
tppubtype = {conference}
}
2014
Williams, Duncan; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Roesch, Etienne; Weaver, James; Nasuto, Slawomir J.
Evaluating perceptual separation in a pilot system for affective composition Conference
Proceedings of the joint Sound and Music Computing Conference and International Computer Music Conference, 2014.
Abstract | Links | BibTeX | Tags: Affective composition, Music generation
@conference{Williams2014conf,
title = {Evaluating perceptual separation in a pilot system for affective composition},
author = {Duncan Williams and Alexis Kirke and Eduardo Miranda and Ian Daly and Etienne Roesch and James Weaver and Slawomir J. Nasuto},
url = {http://cmr.soc.plymouth.ac.uk/pubs/ICMC_2014_DW.pdf},
year = {2014},
date = {2014-08-01},
booktitle = {Proceedings of the joint Sound and Music Computing Conference and International Computer Music Conference},
abstract = {Research evaluating perceptual responses to music has identified many structural features as correlates that might be incorporated in computer music systems for affectively charged algorithmic composition and/or expressive music performance. In order to investigate the possible integration of isolated musical features to such a system, a discrete feature known to correlate some with emotional responses – rhythmic density – was selected from a literature review and incorporated into a prototype system. This system produces variation in rhythm density via a transformative process. A stimulus set created using this system was then subjected to a perceptual evaluation.
Pairwise comparisons were used to scale differences between 48 stimuli. Listener responses were analysed with Multidimensional scaling (MDS). The 2-Dimensional solution was then rotated to place the stimuli with the largest range of variation across the horizontal plane.
Stimuli with variation in rhythmic density were placed further from the source material than stimuli that were generated by random permutation. This, combined with the striking similarity between the MDS scaling and that of the 2-dimensional emotional model used by some affective algorithmic composition systems, suggests that
isolated musical feature manipulation can now be used to parametrically control affectively charged automated composition in a larger system.},
keywords = {Affective composition, Music generation},
pubstate = {published},
tppubtype = {conference}
}
Pairwise comparisons were used to scale differences between 48 stimuli. Listener responses were analysed with Multidimensional scaling (MDS). The 2-Dimensional solution was then rotated to place the stimuli with the largest range of variation across the horizontal plane.
Stimuli with variation in rhythmic density were placed further from the source material than stimuli that were generated by random permutation. This, combined with the striking similarity between the MDS scaling and that of the 2-dimensional emotional model used by some affective algorithmic composition systems, suggests that
isolated musical feature manipulation can now be used to parametrically control affectively charged automated composition in a larger system.