Publications
2022
Al-Taie, Inas; Franco, Paola Di Giuseppantonio Di; Tymkiw, Michael; Williams, Duncan; Daly, Ian
Sonic Enhancement of Virtual Exhibits Journal Article
In: PLoS One, 2022.
BibTeX | Tags: Affective computing, Art, Music generation, Soundscaping
@article{Al-Taie2022,
title = {Sonic Enhancement of Virtual Exhibits},
author = {Inas Al-Taie and Paola Di Giuseppantonio Di Franco and Michael Tymkiw and Duncan Williams and Ian Daly},
year = {2022},
date = {2022-08-11},
journal = {PLoS One},
keywords = {Affective computing, Art, Music generation, Soundscaping},
pubstate = {published},
tppubtype = {article}
}
2021
Williams, Duncan; Daly, Ian; Al-Taie, Inas; Franco, Paola Di Giuseppantonio Di; Tymkiw, Micheal
Neuro-curation: A case study on the use of sonic enhancement of virtual museum exhibits Conference
Audio Mostly 2021, 2021.
BibTeX | Tags: Affective computing, Emotion, Music generation
@conference{Williams2021,
title = {Neuro-curation: A case study on the use of sonic enhancement of virtual museum exhibits},
author = {Duncan Williams and Ian Daly and Inas Al-Taie and Paola Di Giuseppantonio Di Franco and Micheal Tymkiw},
year = {2021},
date = {2021-08-09},
publisher = {Audio Mostly 2021},
keywords = {Affective computing, Emotion, Music generation},
pubstate = {published},
tppubtype = {conference}
}
2020
Daly, Ian; Williams, Duncan
“Hello Computer, How Am I Feeling?”, Case Studies of Neural Technology to Measure Emotions Book Chapter
In: Springer, 2020, ISBN: 978-3-030-34783-3.
Links | BibTeX | Tags: Affective composition, Affective computing, BCI, Emotion, Music, Music generation
@inbook{Daly2020book,
title = {“Hello Computer, How Am I Feeling?”, Case Studies of Neural Technology to Measure Emotions},
author = {Ian Daly and Duncan Williams},
doi = {https://doi.org/10.1007/978-3-030-34784-0_11},
isbn = {978-3-030-34783-3},
year = {2020},
date = {2020-02-28},
publisher = {Springer},
keywords = {Affective composition, Affective computing, BCI, Emotion, Music, Music generation},
pubstate = {published},
tppubtype = {inbook}
}
2019
Daly, Ian; Williams, Duncan; Hwang, Faustina; Kirke, Alexis; Miranda, Eduardo; Nasuto, Slawomir J.
Electroencephalography reflects the activity of sub-cortical brain regions during approach-withdrawal behaviour while listening to music Journal Article
In: Scientific Reports, 2019.
Links | BibTeX | Tags: Affective composition, EEG, Emotion, fMRI, Music, Music generation
@article{Daly2019-fMRI,
title = {Electroencephalography reflects the activity of sub-cortical brain regions during approach-withdrawal behaviour while listening to music},
author = {Ian Daly and Duncan Williams and Faustina Hwang and Alexis Kirke and Eduardo Miranda and Slawomir J. Nasuto},
url = {https://www.nature.com/articles/s41598-019-45105-2},
doi = {https://doi.org/10.1038/s41598-019-45105-2},
year = {2019},
date = {2019-06-03},
journal = {Scientific Reports},
keywords = {Affective composition, EEG, Emotion, fMRI, Music, Music generation},
pubstate = {published},
tppubtype = {article}
}
2018
Williams, Duncan; Daly, Ian
BCI for ensemble music making and performance: why and how (not how and why) Conference
Together in Music: Expression, Performance and Communication in Ensembles, National Centre for Early Music, York, 2018.
BibTeX | Tags: BCMI, EEG, Emotion, Music generation
@conference{Williams2018,
title = {BCI for ensemble music making and performance: why and how (not how and why)},
author = {Duncan Williams and Ian Daly},
year = {2018},
date = {2018-01-04},
booktitle = {Together in Music: Expression, Performance and Communication in Ensembles},
address = {National Centre for Early Music, York},
keywords = {BCMI, EEG, Emotion, Music generation},
pubstate = {published},
tppubtype = {conference}
}
2017
Williams, Duncan; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Hwang, Faustina; Weaver, James; Nasuto, Slawomir J.
Affective Calibration of Musical Feature Sets in an Emotionally Intelligent Music Composition System Journal Article
In: ACM Transactions on Applied Perception (TAP), vol. 14, no. 3, 2017.
Links | BibTeX | Tags: Affective composition, Affective computing, Music, Music generation
@article{Williams2017,
title = { Affective Calibration of Musical Feature Sets in an Emotionally Intelligent Music Composition System},
author = {Duncan Williams and Alexis Kirke and Eduardo Miranda and Ian Daly and Faustina Hwang and James Weaver and Slawomir J. Nasuto},
url = {http://dl.acm.org/citation.cfm?id=3059005},
year = {2017},
date = {2017-05-22},
journal = {ACM Transactions on Applied Perception (TAP)},
volume = {14},
number = {3},
keywords = {Affective composition, Affective computing, Music, Music generation},
pubstate = {published},
tppubtype = {article}
}
2016
Williams, Duncan; Mears, Jamie; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Malik, Asad; Weaver, James; Hwang, Faustina; Nasuto, Slawomir
A Perceptual and Affective Evaluation of an Affectively -Driven Engine for Video Game Soundtracking Journal Article
In: ACM Computers in Entertainment, 2016.
BibTeX | Tags: Affective composition, Affective computing, Emotion, Music generation
@article{Williams2016,
title = {A Perceptual and Affective Evaluation of an Affectively -Driven Engine for Video Game Soundtracking},
author = {Duncan Williams and Jamie Mears and Alexis Kirke and Eduardo Miranda and Ian Daly and Asad Malik and James Weaver and Faustina Hwang and Slawomir Nasuto},
year = {2016},
date = {2016-06-29},
journal = {ACM Computers in Entertainment},
keywords = {Affective composition, Affective computing, Emotion, Music generation},
pubstate = {published},
tppubtype = {article}
}
Daly, Ian; Williams, Duncan; Kirke, Alexis; Weaver, James; Malik, Asad; Hwang, Faustina; Miranda, Eduardo; Nasuto, Slawomir J.
Affective Brain-Computer Music Interfacing Journal Article
In: Journal of Neural Engineering, vol. (accepted), 2016.
BibTeX | Tags: aBCMI, Affective composition, BCI, BCMI, Case based reasoning, EEG, Emotion, Hybrid BCI, Music generation
@article{Daly2016aBCMI,
title = {Affective Brain-Computer Music Interfacing},
author = {Ian Daly and Duncan Williams and Alexis Kirke and James Weaver and Asad Malik and Faustina Hwang and Eduardo Miranda and Slawomir J. Nasuto},
year = {2016},
date = {2016-06-21},
journal = {Journal of Neural Engineering},
volume = {(accepted)},
keywords = {aBCMI, Affective composition, BCI, BCMI, Case based reasoning, EEG, Emotion, Hybrid BCI, Music generation},
pubstate = {published},
tppubtype = {article}
}
Daly, Ian; Williams, Duncan; Kirke, Alexis; Weaver, James; Malik, Asad; Hwang, Faustina; Wairagkar, Maitreyee; Miranda, Eduardo; Nasuto, Slawomir J.
An Affective Brain-Computer Music Interface Conference
BCI meeting 2016, 2016.
BibTeX | Tags: Affective computing, BCMI, Classification, EEG, Music generation
@conference{Daly2016aBCMIconf,
title = {An Affective Brain-Computer Music Interface},
author = {Ian Daly and Duncan Williams and Alexis Kirke and James Weaver and Asad Malik and Faustina Hwang and Maitreyee Wairagkar and Eduardo Miranda and Slawomir J. Nasuto},
year = {2016},
date = {2016-06-01},
booktitle = {BCI meeting 2016},
keywords = {Affective computing, BCMI, Classification, EEG, Music generation},
pubstate = {published},
tppubtype = {conference}
}
2015
Daly, Ian; Williams, Duncan; Malik, Asad; Weaver, James; Hwang, Faustina; Kirke, Alexis; Eduardo Miranda,; Nasuto, Slawomir J.
Identifying music-induced emotions from EEG for use in brain-computer music interfacing Conference
Proceedings of the 4th workshop on affective brain-computer interfaces at the ACII 2015, 2015.
Abstract | Links | BibTeX | Tags: Affective computing, BCMI, Classification, EEG, Music generation
@conference{Daly2015ACII,
title = {Identifying music-induced emotions from EEG for use in brain-computer music interfacing},
author = {Ian Daly and Duncan Williams and Asad Malik and James Weaver and Faustina Hwang and Alexis Kirke and Eduardo Miranda, and Slawomir J. Nasuto},
url = {https://www.computer.org/csdl/proceedings/acii/2015/9953/00/07344685.pdf},
year = {2015},
date = {2015-09-01},
booktitle = {Proceedings of the 4th workshop on affective brain-computer interfaces at the ACII 2015},
pages = {923-929},
abstract = {Brain-computer music interfaces (BCMI) provide a method to modulate an individuals affective state via the selection or generation of music according to their current affective state. Potential applications of such systems may include entertainment of therapeutic applications. We outline a proposed design for such a BCMI and seek a method for automatically differentiating different music induced affective states. Band-power features are explored for use in automatically identifying music-induced affective states. Additionally, a linear discriminant analysis classifier and a support vector machine are evaluated with respect to their ability to classify music induced affective states from the electroencephalogram recorded during a BCMI calibration task. Accuracies of up to 79.5% (p < 0.001) are achieved with the support vector machine.},
keywords = {Affective computing, BCMI, Classification, EEG, Music generation},
pubstate = {published},
tppubtype = {conference}
}
Daly, Ian; Malik, Asad; Weaver, James; Hwang, Faustina; Nasuto, Slawomir J.; Williams, Duncan; Kirke, Alexis; Miranda, Eduardo
Proceedings of the Seventh Computer Science and Electronic Engineering Conference 2015 (CEEC'15), IEEE, 2015.
Abstract | Links | BibTeX | Tags: BCMI, GSR, Music generation
@conference{Daly2015CEEC,
title = {Towards Human-Computer Music Interaction: Evaluation of an Affectively-Driven Music Generator Via Galvanic Skin Response Measures},
author = {Ian Daly and Asad Malik and James Weaver and Faustina Hwang and Slawomir J. Nasuto and Duncan Williams and Alexis Kirke and Eduardo Miranda},
url = {http://www.iandaly.co.uk/wp-content/uploads/2016/01/Identifying-music-induced-emotions-from-EEG-for-use-in-brain-computer-music-interfacing.pdf},
doi = {10.1109/CEEC.2015.7332705},
year = {2015},
date = {2015-09-01},
booktitle = {Proceedings of the Seventh Computer Science and Electronic Engineering Conference 2015 (CEEC'15)},
pages = {87 - 92},
publisher = {IEEE},
abstract = {An affectively driven music generation system is described and evaluated. The system is developed for the intended eventual use in human-computer interaction systems such as brain-computer music interfaces. It is evaluated for its ability to induce changes in a listeners affective state. The affectively-driven algorithmic composition system was used to generate a stimulus set covering 9 discrete sectors of a 2-dimensional affective space by means of a 16 channel feedforward artificial neural network. This system was used to generate 90 short pieces of music with specific affective intentions, 10 stimuli for each of the 9 sectors in the affective space. These pieces were played to 20 healthy participants, and it was observed that the music generation system induced the intended affective states in the participants. This is further verified by inspecting the galvanic skin response recorded from participants.},
keywords = {BCMI, GSR, Music generation},
pubstate = {published},
tppubtype = {conference}
}
Williams, Duncan; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Hallowell, James; Weaver, James; Malik, Asad; Roesch, Etienne; Hwang, Faustina; Nasuto, Slawomir
Investigating Perceived Emotional Correlates of Rhythmic Density in Algorithmic Music Composition Journal Article
In: ACM Transactions on Applied Perception (TAP), vol. 12, no. 3, pp. 1-21, 2015.
Abstract | Links | BibTeX | Tags: Affective composition, Emotion, Music generation
@article{WilliamsRD2015,
title = {Investigating Perceived Emotional Correlates of Rhythmic Density in Algorithmic Music Composition},
author = {Duncan Williams and Alexis Kirke and Eduardo Miranda and Ian Daly and James Hallowell and James Weaver and Asad Malik and Etienne Roesch and Faustina Hwang and Slawomir Nasuto},
doi = {10.1145/2749466},
year = {2015},
date = {2015-07-01},
journal = {ACM Transactions on Applied Perception (TAP)},
volume = {12},
number = {3},
pages = {1-21},
abstract = {Affective algorithmic composition is a growing field that combines perceptually motivated affective computing strategies with novel music generation. This article presents work toward the development of one application. The long-term goal is to develop a responsive and adaptive system for inducing affect that is both controlled and validated by biophysical measures. Literature documenting perceptual responses to music identifies a variety of musical features and possible affective correlations, but perceptual evaluations of these musical features for the purposes of inclusion in a music generation system are not readily available. A discrete feature, rhythmic density (a function of note duration in each musical bar, regardless of tempo), was selected because it was shown to be well-correlated with affective responses in existing literature. A prototype system was then designed to produce controlled degrees of variation in rhythmic density via a transformative algorithm. A two-stage perceptual evaluation of a stimulus set created by this prototype was then undertaken. First, listener responses from a pairwise scaling experiment were analyzed via Multidimensional Scaling Analysis (MDS). The statistical best-fit solution was rotated such that stimuli with the largest range of variation were placed across the horizontal plane in two dimensions. In this orientation, stimuli with deliberate variation in rhythmic density appeared farther from the source material used to generate them than from stimuli generated by random permutation. Second, the same stimulus set was then evaluated according to the order suggested in the rotated two-dimensional solution in a verbal elicitation experiment. A Verbal Protocol Analysis (VPA) found that listener perception of the stimulus set varied in at least two commonly understood emotional descriptors, which might be considered affective correlates of rhythmic density. Thus, these results further corroborate previous studies wherein musical parameters are monitored for changes in emotional expression and that some similarly parameterized control of perceived emotional content in an affective algorithmic composition system can be achieved and provide a methodology for evaluating and including further possible musical features in such a system. Some suggestions regarding the test procedure and analysis techniques are also documented here.},
keywords = {Affective composition, Emotion, Music generation},
pubstate = {published},
tppubtype = {article}
}
Williams, Duncan; Kirke, Alexis; Eaton, Joel; Miranda, Eduardo; Daly, Ian; Weaver, James; Roesch, Etienne; Hwang, Faustina; Nasuto, Slawomir
Dynamic game soundtrack generation in response to a continuously varying emotional trajectory Conference
Proceedings of the 56th International Conference: Audio for Games (February 2015), 2015.
Abstract | Links | BibTeX | Tags: Affective composition, Markov model, Music generation
@conference{Williams2015,
title = {Dynamic game soundtrack generation in response to a continuously varying emotional trajectory},
author = {Duncan Williams and Alexis Kirke and Joel Eaton and Eduardo Miranda and Ian Daly and James Weaver and Etienne Roesch and Faustina Hwang and Slawomir Nasuto},
url = {http://www.aes.org/e-lib/browse.cfm?elib=17593},
year = {2015},
date = {2015-02-11},
booktitle = {Proceedings of the 56th International Conference: Audio for Games (February 2015)},
pages = {2-2},
abstract = {Dynamic soundtracking presents various practical and aesthetic challenges to composers working with games. This paper presents an implementation of a system addressing some of these challenges with an affectively-driven music generation algorithm based on a second order Markov-model. The system can respond in real-time to emotional trajectories derived from 2-dimensions of affect on the circumplex model (arousal and valence), which are mapped to five musical parameters. A transition matrix is employed to vary the generated output in continuous response to the affective state intended by the gameplay.},
keywords = {Affective composition, Markov model, Music generation},
pubstate = {published},
tppubtype = {conference}
}
2014
Williams, Duncan; Kirke, Alexis; Miranda, Eduardo; Roesch, Etienne; Daly, Ian; Nasuto, Slawomir
Investigating affect in algorithmic composition systems Journal Article
In: Psychology of Music, pp. 1-24, 2014.
Abstract | Links | BibTeX | Tags: Emotion, Music, Music generation
@article{Williams2014,
title = {Investigating affect in algorithmic composition systems},
author = {Duncan Williams and Alexis Kirke and Eduardo Miranda and Etienne Roesch and Ian Daly and Slawomir Nasuto},
doi = {10.1177/0305735614543282},
year = {2014},
date = {2014-09-15},
journal = {Psychology of Music},
pages = {1-24},
abstract = {There has been a significant amount of work implementing systems for algorithmic composition with the intention of targeting specific emotional responses in the listener, but a full review of this work is not currently available. This gap creates a shared obstacle to those entering the field. Our aim is thus to give an overview of progress in the area of these affectively driven systems for algorithmic composition. Performative and transformative systems are included and differentiated where appropriate, highlighting the challenges these systems now face if they are to be adapted to, or have already incorporated, some form of affective control. Possible real-time applications for such systems, utilizing affectively driven algorithmic composition and biophysical sensing to monitor and induce affective states in the listener are suggested.},
keywords = {Emotion, Music, Music generation},
pubstate = {published},
tppubtype = {article}
}
Williams, Duncan; Kirke, Alexis; Miranda, Eduardo; Daly, Ian; Roesch, Etienne; Weaver, James; Nasuto, Slawomir J.
Evaluating perceptual separation in a pilot system for affective composition Conference
Proceedings of the joint Sound and Music Computing Conference and International Computer Music Conference, 2014.
Abstract | Links | BibTeX | Tags: Affective composition, Music generation
@conference{Williams2014conf,
title = {Evaluating perceptual separation in a pilot system for affective composition},
author = {Duncan Williams and Alexis Kirke and Eduardo Miranda and Ian Daly and Etienne Roesch and James Weaver and Slawomir J. Nasuto},
url = {http://cmr.soc.plymouth.ac.uk/pubs/ICMC_2014_DW.pdf},
year = {2014},
date = {2014-08-01},
booktitle = {Proceedings of the joint Sound and Music Computing Conference and International Computer Music Conference},
abstract = {Research evaluating perceptual responses to music has identified many structural features as correlates that might be incorporated in computer music systems for affectively charged algorithmic composition and/or expressive music performance. In order to investigate the possible integration of isolated musical features to such a system, a discrete feature known to correlate some with emotional responses – rhythmic density – was selected from a literature review and incorporated into a prototype system. This system produces variation in rhythm density via a transformative process. A stimulus set created using this system was then subjected to a perceptual evaluation.
Pairwise comparisons were used to scale differences between 48 stimuli. Listener responses were analysed with Multidimensional scaling (MDS). The 2-Dimensional solution was then rotated to place the stimuli with the largest range of variation across the horizontal plane.
Stimuli with variation in rhythmic density were placed further from the source material than stimuli that were generated by random permutation. This, combined with the striking similarity between the MDS scaling and that of the 2-dimensional emotional model used by some affective algorithmic composition systems, suggests that
isolated musical feature manipulation can now be used to parametrically control affectively charged automated composition in a larger system.},
keywords = {Affective composition, Music generation},
pubstate = {published},
tppubtype = {conference}
}
Pairwise comparisons were used to scale differences between 48 stimuli. Listener responses were analysed with Multidimensional scaling (MDS). The 2-Dimensional solution was then rotated to place the stimuli with the largest range of variation across the horizontal plane.
Stimuli with variation in rhythmic density were placed further from the source material than stimuli that were generated by random permutation. This, combined with the striking similarity between the MDS scaling and that of the 2-dimensional emotional model used by some affective algorithmic composition systems, suggests that
isolated musical feature manipulation can now be used to parametrically control affectively charged automated composition in a larger system.