@inproceedings{9dc69e028ff84bf9bbbee454361e99ed,
title = "Design and implementation of a web camera-based natural user interface engine",
abstract = "Natural User Interfaces (NUIs) are a novel way to provide Human Computer Interaction (HCI) with natural and intuitive operation interfaces, such as using human gestures and voice. This paper proposes a real-time NUI engine architecture using a web camera as a means of implementing NUI applications with an inexpensive device. The engine integrates the OpenCV library, the CUDA toolkit, and the DirectX SDK. We utilize the OpenCV library to capture video via the web camera, implement real-time image processing using Graphic Processing Unit (GPU) programming, and present the NUI applications using the DirectX SDK; for example, to implant a 3D object in a captured scene and play sounds. To verify the efficacy of our proposed NUI engine, we utilized it in the development and implementation of several mixed reality games and touch-less operation applications. Our results confirm that the methods of the engine are implemented in real time and the interactive operations are intuitive.",
keywords = "GPU, Image processing, Mixed reality, NUI, Touch-less operation",
author = "Wei Song and Yulong Xi and Warda Ikram and Seoungjae Cho and Kyungeun Cho and Kyhyun Um",
year = "2014",
doi = "10.1007/978-3-642-55038-6_78",
language = "English",
isbn = "9783642550379",
series = "Lecture Notes in Electrical Engineering",
publisher = "Springer Verlag",
pages = "497--502",
booktitle = "Future Information Technology",
address = "Germany",
note = "9th FTRA InternationalConference on Future Information Technology, FutureTech 2014 ; Conference date: 28-05-2014 Through 31-05-2014",
}