2015
Augusto Esteves, Saskia Bakker, Alissa N. Antle, Aaron May, Jillian Warren, Ian Oakley. 2015. The ATB Framework: Quantifying and Classifying Epistemic Strategies in Tangible Problem-Solving Tasks Proceedings Article . In Proceedings of the Ninth International Conference on Tangible, Embedded, and Embodied Interaction, TEI '15 Association for Computing Machinery, Stanford, California, USA, 13–20, .
@inproceedings{10.1145/2677199.2680546,
title = {The ATB Framework: Quantifying and Classifying Epistemic Strategies in Tangible Problem-Solving Tasks},
author = {Augusto Esteves and Saskia Bakker and Alissa N. Antle and Aaron May and Jillian Warren and Ian Oakley},
url = {https://doi-org.proxy.lib.sfu.ca/10.1145/2677199.2680546},
doi = {10.1145/2677199.2680546},
isbn = {9781450333054},
year = {2015},
date = {2015-01-01},
booktitle = {Proceedings of the Ninth International Conference on Tangible, Embedded, and Embodied Interaction},
pages = {13–20},
publisher = {Association for Computing Machinery},
address = {Stanford, California, USA},
series = {TEI '15},
abstract = {In task performance, pragmatic actions refer to behaviors that make direct progress, while epistemic actions involve altering the world so that cognitive processes are faster, more reliable or less taxing. Epistemic actions are frequently presented as a beneficial consequence of interacting with tangible systems. However, we currently lack tools to measure epistemic behaviors, making substantiating such claims highly challenging. This paper addresses this problem by presenting ATB, a video-coding framework that enables the identification and measurement of different epistemic actions during problem-solving tasks. The framework was developed through a systematic literature review of 78 papers, and analyzed through a study involving a jigsaw puzzle -- a classical spatial problem -- involving 60 participants. In order to assess the framework's value as a metric, we analyze the study with respect to its reliability, validity and predictive power. The broadly supportive results lead us to conclude that the ATB framework enables the use of observed epistemic behaviors as a performance metric for tangible systems. We believe that the development of metrics focused explicitly on the properties of tangible interaction are currently required to gain insight into the genuine and unique benefits of tangible interaction. The ATB framework is a step towards this goal.},
keywords = {epistemic actions, tangible interaction, video-coding},
pubstate = {published},
tppubtype = {inproceedings}
}
In task performance, pragmatic actions refer to behaviors that make direct progress, while epistemic actions involve altering the world so that cognitive processes are faster, more reliable or less taxing. Epistemic actions are frequently presented as a beneficial consequence of interacting with tangible systems. However, we currently lack tools to measure epistemic behaviors, making substantiating such claims highly challenging. This paper addresses this problem by presenting ATB, a video-coding framework that enables the identification and measurement of different epistemic actions during problem-solving tasks. The framework was developed through a systematic literature review of 78 papers, and analyzed through a study involving a jigsaw puzzle -- a classical spatial problem -- involving 60 participants. In order to assess the framework's value as a metric, we analyze the study with respect to its reliability, validity and predictive power. The broadly supportive results lead us to conclude that the ATB framework enables the use of observed epistemic behaviors as a performance metric for tangible systems. We believe that the development of metrics focused explicitly on the properties of tangible interaction are currently required to gain insight into the genuine and unique benefits of tangible interaction. The ATB framework is a step towards this goal.
2013
Alissa N. Antle, Sijie Wang. 2013. Comparing Motor-Cognitive Strategies for Spatial Problem Solving with Tangible and Multi-Touch Interfaces Proceedings Article . In Proceedings of the 7th International Conference on Tangible, Embedded and Embodied Interaction, TEI '13 Association for Computing Machinery, Barcelona, Spain, 65–72, .
Abstract | BibTeX | Tags: epistemic actions, hands-on interaction, interactive tabletops, multi-touch interaction, tangible interaction
@inproceedings{10.1145/2460625.2460635,
title = {Comparing Motor-Cognitive Strategies for Spatial Problem Solving with Tangible and Multi-Touch Interfaces},
author = {Alissa N. Antle and Sijie Wang},
url = {https://doi-org.proxy.lib.sfu.ca/10.1145/2460625.2460635},
doi = {10.1145/2460625.2460635},
isbn = {9781450318983},
year = {2013},
date = {2013-01-01},
booktitle = {Proceedings of the 7th International Conference on Tangible, Embedded and Embodied Interaction},
pages = {65–72},
publisher = {Association for Computing Machinery},
address = {Barcelona, Spain},
series = {TEI '13},
abstract = {We present the results from a mixed methods comparison of a tangible and a multi-touch interface for a spatial problem solving task. We applied a modified version of a previous framework to code video of hand-based events. This enabled us to investigate motor-cognitive strategies as well as traditional performance and preference constructs. Sixteen adult participants completed jigsaw puzzles using both interfaces. Our results suggest that the 3D manipulation space, eyes-free tactile feedback, and the offline workspace afforded by the tangible interface enabled more efficient and effective motor-cognitive strategies. We discuss the implications of these findings for interface design; including suggestions for spatial and visual structures that may support epistemic strategies, and hybrid interfaces where tangible handles may be used as structural anchors as well as controls and representational objects.},
keywords = {epistemic actions, hands-on interaction, interactive tabletops, multi-touch interaction, tangible interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
We present the results from a mixed methods comparison of a tangible and a multi-touch interface for a spatial problem solving task. We applied a modified version of a previous framework to code video of hand-based events. This enabled us to investigate motor-cognitive strategies as well as traditional performance and preference constructs. Sixteen adult participants completed jigsaw puzzles using both interfaces. Our results suggest that the 3D manipulation space, eyes-free tactile feedback, and the offline workspace afforded by the tangible interface enabled more efficient and effective motor-cognitive strategies. We discuss the implications of these findings for interface design; including suggestions for spatial and visual structures that may support epistemic strategies, and hybrid interfaces where tangible handles may be used as structural anchors as well as controls and representational objects.
2009
Alissa N. Antle, Milena Droumeva, Daniel Ha. 2009. Thinking with Hands: An Embodied Approach to the Analysis of Children's Interaction with Computational Objects Proceedings Article . In CHI '09 Extended Abstracts on Human Factors in Computing Systems, CHI EA '09 Association for Computing Machinery, Boston, MA, USA, 4027–4032, .
Abstract | BibTeX | Tags: children, complementary actions, epistemic actions, input methods, physical interaction, video analysis
@inproceedings{10.1145/1520340.1520612,
title = {Thinking with Hands: An Embodied Approach to the Analysis of Children's Interaction with Computational Objects},
author = {Alissa N. Antle and Milena Droumeva and Daniel Ha},
url = {https://doi.org/10.1145/1520340.1520612},
doi = {10.1145/1520340.1520612},
isbn = {9781605582474},
year = {2009},
date = {2009-01-01},
booktitle = {CHI '09 Extended Abstracts on Human Factors in Computing Systems},
pages = {4027–4032},
publisher = {Association for Computing Machinery},
address = {Boston, MA, USA},
series = {CHI EA '09},
abstract = {We present the theory and mixed methods approach for analyzing how children's hands can help them think during interaction with computational objects. The approach was developed for a study investigating the benefits of different input methods for object manipulation activities in digitally supported problem solving. We propose a classification scheme based on the notions of complementary and epistemic actions in spatial problem solving. In order to overcome inequities in number of access points when comparing different input methods, we develop a series of relative measures based on our classification scheme.},
keywords = {children, complementary actions, epistemic actions, input methods, physical interaction, video analysis},
pubstate = {published},
tppubtype = {inproceedings}
}
We present the theory and mixed methods approach for analyzing how children's hands can help them think during interaction with computational objects. The approach was developed for a study investigating the benefits of different input methods for object manipulation activities in digitally supported problem solving. We propose a classification scheme based on the notions of complementary and epistemic actions in spatial problem solving. In order to overcome inequities in number of access points when comparing different input methods, we develop a series of relative measures based on our classification scheme.