@inproceedings{correia_designing_2022,

title = {Designing Interactive Visuals for Dance from Body Maps: Machine Learning and Composite Animation Approaches},

author = {Nuno N. Correia and Raul Masu and William Primett and Stephan Jürgens and Jochen Feitsch and Hugo Plácido da Silva},

url = {https://doi.org/10.1145/3532106.3533467},

doi = {10.1145/3532106.3533467},

isbn = {978-1-4503-9358-4},

year  = {2022},

date = {2022-06-01},

urldate = {2022-06-13},

booktitle = {Designing Interactive Systems Conference},

pages = {204--216},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {DIS '22},

abstract = {There is a growing interest in interactive visuals for dance performance. Recent research has identified potential in using interactive visuals to convey to the audience otherwise non-visible elements of performances. Informed by soma design, and with a co-design perspective, we aim to make apparent non-visible bodily aspects of dancers. We propose to design interactive visuals from body maps, following two approaches – Machine Learning and Composite Animation. We conducted a multi-stage study involving 12 dancers. We present and discuss the results of our evaluations, confirming that both prototypes were successful in addressing our aim, with some limitations. We discuss our two approaches, different uses and actors in different stages, tensions between research and dance creation, and potential applications. Our main contributions are the two approaches for designing interactive visuals from body maps and their analysis. These are materialized in two software systems released as open-source and in their design framework descriptions.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{jurgens_body_2021,

title = {The Body Beyond Movement: (Missed) Opportunities to Engage with Contemporary Dance in HCI},

author = {Stephan Jürgens and Nuno N. Correia and Raul Masu},

url = {https://doi.org/10.1145/3430524.3440624},

doi = {10.1145/3430524.3440624},

isbn = {978-1-4503-8213-7},

year  = {2021},

date = {2021-02-01},

urldate = {2021-02-15},

booktitle = {Fifteenth International Conference on Tangible, Embedded, and Embodied Interaction},

pages = {1--9},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {TEI '21},

abstract = {This paper argues that a significant paradigm change in contemporary dance can offer further opportunities for HCI researchers interested in embodied interaction and interactive system design. Based on the analysis of 42 HCI papers in our data set, resulting from searches in two computing research libraries, we suggest seven thematic categories that reflect how HCI researchers have been engaging with contemporary dance. Moreover, we propose a standardized usage of contemporary dance terminology in HCI literature, and discuss the current state of engagement with publications from the field of performance theory. We identify three opportunities for HCI, which can arise through further engagement with the knowledge produced in contemporary dance and performance: to engage with the field of embodied interaction from the perspective of performance research and theory; to employ contemporary dance methods and practices in HCI research; and to integrate contemporary dance choreographers and performers as researchers in interdisciplinary projects.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{correia_connected_2021,

title = {Connected Layers: Evaluating Visualizations of Embodiment in Contemporary Dance Performances},

author = {Nuno N. Correia and Raul Masu and An Hoang Dieu Pham and Jochen Feitsch},

url = {https://doi.org/10.1145/3430524.3440621},

doi = {10.1145/3430524.3440621},

isbn = {978-1-4503-8213-7},

year  = {2021},

date = {2021-02-01},

urldate = {2021-02-15},

booktitle = {Fifteenth International Conference on Tangible, Embedded, and Embodied Interaction},

pages = {1--12},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {TEI '21},

abstract = {There has been a growing interest in interactive visuals in contemporary dance performances. These visuals often rely on embodied interaction techniques, such as motion capture or biosignal sensors. However, there is a lack of research into how audience members experience these interactive visuals, and how to enhance that experience. We conducted an audience study, involving four different dance performances. Each of the performances explored a different approach for interaction involving visuals. We collected data from audience members, regarding their experience of the performances, using questionnaires and interviews. The analysis of this data allows us to identify implications for design: balancing trade-offs within a mapping clarity spectrum; connecting layers; visuals as co-creative mediator; defined territory and individuality of visuals; exploration of perspective shift and abstract fragmentation. We argue that these considerations are relevant for designers of systems visualizing embodied interaction, not just for dance, but also for other related applications.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{masu_nime_2021,

title = {NIME Scores: a Systematic Review of How Scores Have Shaped Performance Ecologies in NIME},

author = {Raul Masu and Nuno N. Correia and Teresa Romao},

url = {https://nime.pubpub.org/pub/41cj1pyt/release/1},

doi = {https://doi.org/10.21428/92fbeb44.3ffad95a},

year  = {2021},

date = {2021-04-01},

urldate = {2021-06-14},

booktitle = {International Conference on New Interfaces for Musical Expression},

abstract = {This paper investigates how the concept of score has been used in the NIME community. To this end, we performed a systematic literature review of the NIME proceedings, analyzing papers in which scores play a central role. We analyzed the score not as an object per se but in relation to the users and the interactive system(s). In other words, we primarily looked at the role that scores play in the performance ecology. For this reason, to analyze the papers, we relied on ARCAA, a recent framework created to investigate artifact ecologies in computer music performances. Using the framework, we created a scheme for each paper and clustered the papers according to similarities. Our analysis produced five main categories that we present and discuss in relation to literature about musical scores.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{correia_performative_2021,

title = {Performative Virtual Scenes: A Dynamic VR Environment Design Approach},

author = {Nuno N. Correia and Stephan Jürgens and Raul Masu and Jochen Feitsch and Ivana Druzetic},

editor = {Jannicke Baalsrud Hauge and Jorge C. S. Cardoso and Licínio Roque and Pedro A. Gonzalez-Calero},

url = {https://link.springer.com/chapter/10.1007%2F978-3-030-89394-1_8},

doi = {10.1007/978-3-030-89394-1_8},

isbn = {978-3-030-89394-1},

year  = {2021},

date = {2021-01-01},

urldate = {2021-11-02},

booktitle = {Entertainment Computing – ICEC 2021},

pages = {100--114},

publisher = {Springer International Publishing},

address = {Cham},

series = {Lecture Notes in Computer Science},

abstract = {This paper proposes a dynamic VR environment design approach to enhance the way a user experiences a computer generated character’s movement. We transferred concepts and practices from performance studies to create a dynamic VR environment, in which design elements are interconnected and changing with the character’s movement. Our focus was on space and light as two essential elements of both dance performances and virtual environments. We employed and tested our dynamic VR environment design approach by means of two studies (on space and on light) with 24 users in total. The results of these studies are discussed with regard to the enhancement of, and benefits for the user experience, followed by suggestions for the applicability of our approach to other fields in VR design.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{masu_technology-mediated_2021,

title = {Technology-Mediated Musical Connections: The Ecology of a Screen-Score Performance},

author = {Raul Masu and Nuno N. Correia and Teresa Romão},

url = {https://doi.org/10.1145/3478384.3478395},

doi = {10.1145/3478384.3478395},

isbn = {978-1-4503-8569-5},

year  = {2021},

date = {2021-09-01},

urldate = {2021-10-23},

booktitle = {Audio Mostly 2021},

pages = {109--116},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {AM '21},

abstract = {This paper presents Puffin, an interactive screen-score system, and the development of a piece for the system with two instrumentalists. Puffin is designed to expose the interconnections between two musicians in a performance ecology and the role of the interactive artifact and musical score in that ecology. We conducted daily interviews with the instrumentalists during the study to understand the different interconnections that emerged among the instruments, musicians, and the score. We visually represent the resulting ecology by using ARCAA, a recently developed framework designed to study performance ecologies. In light of existing literature, this study offers new perspectives on some elements of performance ecologies: how different actors play different roles and perform different actions in different contexts; how a screen-score can act as a mediator; how a piece and a system are interconnected but distinct; and how the piece has some constraints in itself. Finally, we observed how autobiographical and idiographic design can coexist.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}