2020
Victor Cheung, Alissa N. Antle, Shubhra Sarker, Min Fan, Jianyu Fan, Philippe Pasquier. 2020. Techniques for Augmented-Tangibles on Mobile Devices for Early Childhood Learning Proceedings Article . In Proceedings of the Interaction Design and Children Conference, IDC '20 Association for Computing Machinery, London, United Kingdom, 589–601, .
Abstract | BibTeX | Tags: augmented reality, early childhood learning, education mobile apps, tablets, tangible interaction
@inproceedings{10.1145/3392063.3394412,
title = {Techniques for Augmented-Tangibles on Mobile Devices for Early Childhood Learning},
author = {Victor Cheung and Alissa N. Antle and Shubhra Sarker and Min Fan and Jianyu Fan and Philippe Pasquier},
url = {https://doi.org/10.1145/3392063.3394412},
doi = {10.1145/3392063.3394412},
isbn = {9781450379816},
year = {2020},
date = {2020-01-01},
booktitle = {Proceedings of the Interaction Design and Children Conference},
pages = {589–601},
publisher = {Association for Computing Machinery},
address = {London, United Kingdom},
series = {IDC '20},
abstract = {Integrating physical learning materials with mobile device applications may have benefits for early childhood learning. We present three techniques for creating a hybrid tangible-augmented reality (T-AR) enabling technology platform. This platform enables researchers to develop applications that use readily available physical learning materials, such as letters, numbers, symbols or shapes. The techniques are visual marker-based; computer-vision and machine-learning; and capacitive touches. We describe details of implementation and demonstrate these techniques through a use case of a reading tablet app that uses wooden/plastic letters for input and augmented output. Our comparative analysis revealed that the machine-learning technique most flexibly sensed different physical letter sets but had variable accuracy impacted by lighting and tracking lag at this time. Lastly, we demonstrate how this enabling technology can be generalized to a variety of early learning apps through a second use case with physical numbers.},
keywords = {augmented reality, early childhood learning, education mobile apps, tablets, tangible interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
Integrating physical learning materials with mobile device applications may have benefits for early childhood learning. We present three techniques for creating a hybrid tangible-augmented reality (T-AR) enabling technology platform. This platform enables researchers to develop applications that use readily available physical learning materials, such as letters, numbers, symbols or shapes. The techniques are visual marker-based; computer-vision and machine-learning; and capacitive touches. We describe details of implementation and demonstrate these techniques through a use case of a reading tablet app that uses wooden/plastic letters for input and augmented output. Our comparative analysis revealed that the machine-learning technique most flexibly sensed different physical letter sets but had variable accuracy impacted by lighting and tracking lag at this time. Lastly, we demonstrate how this enabling technology can be generalized to a variety of early learning apps through a second use case with physical numbers.
2018
Min Fan, Uddipana Baishya, Elgin-Skye Mclaren, Alissa N. Antle, Shubhra Sarker, Amal Vincent. 2018. Block Talks: A Tangible and Augmented Reality Toolkit for Children to Learn Sentence Construction Proceedings Article . In Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems, CHI EA '18 Association for Computing Machinery, Montreal QC, Canada, 1–6, .
Abstract | BibTeX | Tags: augmented reality, blocks, children, colour cues, sentence construction, Tangible User Interfaces
@inproceedings{10.1145/3170427.3188576,
title = {Block Talks: A Tangible and Augmented Reality Toolkit for Children to Learn Sentence Construction},
author = {Min Fan and Uddipana Baishya and Elgin-Skye Mclaren and Alissa N. Antle and Shubhra Sarker and Amal Vincent},
url = {https://doi.org/10.1145/3170427.3188576},
doi = {10.1145/3170427.3188576},
isbn = {9781450356213},
year = {2018},
date = {2018-01-01},
booktitle = {Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems},
pages = {1–6},
publisher = {Association for Computing Machinery},
address = {Montreal QC, Canada},
series = {CHI EA '18},
abstract = {The Block Talks toolkit combines the educational potential of tangible computing and augmented reality (AR) technologies to help children learn English sentence construction. Although examples of tangible AR reading systems for children currently exist, few focus specifically on learning sentence structure. Block Talks was developed using ordinary teaching supplies including letter tiles and blocks that can be manipulated to form words and sentences. A companion app allows children to scan these sentences to receive audio and AR feedback. Block Talks takes advantage of colour cues to draw children's attention to sentence structure patterns. This paper outlines existing tangible and AR systems for literacy learning, details the Block Talks design rationale, and concludes with a discussion of the advantages of using a combined tangible and AR approach for teaching sentence construction.},
keywords = {augmented reality, blocks, children, colour cues, sentence construction, Tangible User Interfaces},
pubstate = {published},
tppubtype = {inproceedings}
}
The Block Talks toolkit combines the educational potential of tangible computing and augmented reality (AR) technologies to help children learn English sentence construction. Although examples of tangible AR reading systems for children currently exist, few focus specifically on learning sentence structure. Block Talks was developed using ordinary teaching supplies including letter tiles and blocks that can be manipulated to form words and sentences. A companion app allows children to scan these sentences to receive audio and AR feedback. Block Talks takes advantage of colour cues to draw children's attention to sentence structure patterns. This paper outlines existing tangible and AR systems for literacy learning, details the Block Talks design rationale, and concludes with a discussion of the advantages of using a combined tangible and AR approach for teaching sentence construction.