@inproceedings{97cb72223c9b42f592cbf59495ddc54a,
title = "TrackCap: Enabling smartphones for 3D interaction on mobile head-mounted displays",
abstract = "The latest generation of consumer market Head-mounted displays (HMD) now include self-contained inside-out tracking of head motions, which makes them suitable for mobile applications. However, 3D tracking of input devices is either not included at all or requires to keep the device in sight, so that it can be observed from a sensor mounted on the HMD. Both approaches make natural interactions cumbersome in mobile applications. TrackCap, a novel approach for 3D tracking of input devices, turns a conventional smartphone into a precise 6DOF input device for an HMD user. The device can be conveniently operated both inside and outside the HMD{\textquoteright}s field of view, while it provides additional 2D input and output capabilities. {\textcopyright} 2019 Copyright held by the owner/author(s).",
keywords = "3D pointing, Augmented reality, HMD, Input devices, Mixed reality, Mobile devices, Wearable computing, Human computer interaction, Human engineering, Knobs, Mobile computing, Smartphones, Three dimensional displays, 3D interactions, Consumer market, Head mounted displays, Input and outputs, Mobile applications, Natural interactions, Helmet mounted displays",
author = "P. Mohr and M. Tatzgern and T. Langlotz and A. Lang and D. Schmalstieg and D. Kalkofen",
note = "Conference code: 147770 Cited By :35 Export Date: 14 December 2023 Funding details: {\"O}sterreichische Forschungsf{\"o}rderungsgesellschaft, FFG, 859208 Funding details: National Plan for Science, Technology and Innovation, NPST, 52421 Funding text 1: This work was enabled by the Competence Center VRVis, the FFG (grant 859208 - Matahari) and the EU FP7 project MAGELLAN (ICT-FP7-611526). VRVis is funded by BMVIT, BMWFW, Styria, SFG and Vienna Business Agency in the scope of COMET - Competence Centers for Excellent Technologies (854174) which is managed by FFG. Furthermore, Tobias is partially supported by Callaghan Innovation, host of the Science for Technological Innovation National Science Challenge, Seed Project 52421, and by the Marsden Fund Council from Government funding, administered by the Royal Society of NZ. References: (2011) ISO 9241-420:2011: Ergonomics of Human-System Interaction {\textendash} Part 420: Selection of Physical Input Devices, , International Standard, International Organization for Standardization; Borst, C.W., Indugula, A.P., Realistic virtual grasping (2005) Proc. Of IEEE VR, pp. 91-98; Bowman, D.A., Hodges, L.F., An evaluation of techniques for grabbing and manipulating remote objects in immersive virtual environments (1997) Proc. Of I3D., p. 35; Cournia, N., Smith, J.D., Duchowski, A.T., Gaze-vs. Hand-based Pointing in Virtual Environments (2003) Proceedings of CHI Extended Abstracts, pp. 772-773; Fritz, C.O., Morris, P.E., Richler, J.J., Effect size estimates: Current use, calculations, and interpretation (2012) Journal of Experimental Psychology: General, 141 (1), pp. 2-18. , 2012; Harrison, C., Tan, D., Morris, D., Skinput: Appropriating the body as an input surface (2010) Proc. Of CHI, pp. 453-462; Hart, S.G., Staveland, L.E., Development of NASA-TLX (Task load index): Results of empirical and theoretical research (1988) Advances in Psychology, 52, pp. 139-183. , 1988; Hincapi{\'e}-Ramos, J.D., Ozacar, K., Irani, P.P., Kitamura, Y., GyroWand: IMU-based Raycasting for Augmented Reality Head-Mounted Displays (2015) Proceedings of the 3rd ACM Symposium on Spatial User Interaction, pp. 89-98; Hinckley, K., Sinclair, M., Hanson, E., Szeliski, R., Conway, M., The videomouse: A Camera-based Multi-degree-of-freedom Input Device (1999) Proceedings of the 12th Annual ACM Symposium on User Interface Software and Technology (UIST{\textquoteright}99), pp. 103-112; Hirzle, T., Rixen, J., Gugenheimer, J., Rukzio, E., WatchVR: Exploring the usage of a smartwatch for interaction in mobile virtual reality (2018) Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems (CHI EA{\textquoteright}18), pp. LBW6341-LBW6346. , ACM; Holz, D., Ullrich, S., Wolter, M., Kuhlen, T., Multi-contact grasp interaction for virtual environments (2008) JVRB - Journal of Virtual Reality and Broadcasting, 5, p. 7. , 2008, 2008; Jacobs, J., Froehlich, B., A soft hand model for physically-based manipulation of virtual objects (2011) IEEE VR, pp. 11-18; Jimenez, J., Gutierrez, D., Latorre, P., Gaze-based Interaction for Virtual Environments (2008) J-Jucs, 14 (19), pp. 3085-3098. , 2008; Karitsuka, T., Sato, K., A wearable mixed reality with an on-board projector (2003) The Second IEEE and ACM International Symposium on Mixed and Augmented Reality, 2003. Proceedings., pp. 321-322; Kharlamov, D., Woodard, B., Tahai, L., Pietroszek, K., TickTockray: Smartwatch-based 3D Pointing for Smartphone-based Virtual Reality (2016) Proceedings of the 22Nd ACM Conference on Virtual Reality Software and Technology, pp. 365-366. , ACM; Kindratenko, V.V., A survey of electromagnetic position tracker calibration techniques (2000) Virtual Reality, 5 (3), pp. 169-182. , Sep 2000; Langlotz, T., Tappeiner, E., Zollmann, S., Ventura, J., Regenbrecht, H., Urban pointing: Browsing situated media using accurate pointing interfaces (2018) Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems, pp. LBW6041-LBW6046. , ACM; LaViola, J.J., Kruijff, E., Bowman, D.A., Poupyrev, I.P., McMahan, R.P., (2017) 3D User Interfaces: Theory and Practice; Lepetit, V., Moreno-Noguer, F., Fua, P., EPNP: An accurate O(n) solution to the PnP problem (2009) IJCV, 81, p. 2. , 2009; Lubos, P., Bruder, G., Steinicke, F., Analysis of direct selection in HMD environments (2014) IEEE 3DUI, pp. 11-18; Mistry, P., Maes, P., SixthSense: A wearable gestural interface (2009) ACM SIGGRAPH ASIA Sketches, p. 1; Reitmayr, G., Chiu, C., Kusternig, A., Kusternig, M., Witzmann, H., IORB - Unifying command and 3D input for mobile augmented reality (2005) Proc. IEEE Virtual Reality Workshop on New Diretions in 3D User Interfaces; Rohs, M., Real-world interaction with camera phones (2005) Ubiquitous Computing Systems, pp. 74-89. , Hitomi Murakami, Hideyuki Nakashima, Hideyuki Tokuda, and Michiaki Yasumura (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg; Sauro, J., Dumas, J.S., Comparison of Three One-question, Post-task Usability Questionnaires (2009) ACM CHI, pp. 1599-1608; Talvas, A., Marchal, M., L{\'e}cuyer, A., The god finger method for improving 3D interaction with virtual objects through simulation of contact area (2013) 3DUI, pp. 111-114. , IEEE; Tanriverdi, V., Jacob, R.J.K., Interacting with eye movements in virtual environments (2000) Proc. Of CHI, pp. 265-272; Taylor, J., Bordeaux, L., Cashman, T., Corish, B., Keskin, C., Sharp, T., Soto, E., Shotton, J., Efficient and precise interactive hand tracking through joint, continuous optimization of pose and correspondences (2016) ACM Trans. Graph., 35 (4), p. 12. , July 2016; Teather, R.J., Stuerzlinger, W., Visual AIDS in 3D point selection experiments (2014) Proc. Of SUI, pp. 127-136; Vanacken, L., Grossman, T., Coninx, K., Exploring the effects of environment density and target visibility on object selection in 3D virtual environments (2007) 3DUI, 27; Welch, G., Bishop, G., Vicci, L., Brumback, S., Keller, K., D{\textquoteright}nardo, C., The Hiball tracker: High-performance Wide-area Tracking for Virtual and Augmented Environments (1999) Proceedings of ACM VRST, p. 1; Wilson, A.D., Benko, H., Combining multiple depth cameras and projectors for interactions on, above and between surfaces (2010) Proc. Of UIST{\textquoteright}10, pp. 273-282; Yamamoto, G., A palm interface with projector-camera system (2007) UbiComp 2007 Adjunct Proceedings, pp. 276-279. , 2007; Yang, X.-D., Mak, E., McCallum, D., Irani, P., Cao, X., Izadi, S., Lensmouse: Augmenting the mouse with an interactive touch display (2010) Proceedings of CHI{\textquoteright}10, pp. 2431-2440; Young, T.S., Teather, R.J., Scott Mackenzie, I., An arm-mounted inertial controller for 6DOF input: Design and evaluation (2017) 3DUI{\textquoteright}17, , 2017; 2019 CHI Conference on Human Factors in Computing Systems, CHI 2019, CHI 2019 ; Conference date: 04-05-2019 Through 09-05-2019",
year = "2019",
doi = "10.1145/3290605.3300815",
language = "English",
isbn = "978-1-4503-5970-2",
booktitle = "CHI '19: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems",
publisher = "Association for Computing Machinery",
address = "United States",
url = "https://chi2019.acm.org/",
}