@inproceedings{beb1688013714effb25faa09dca221bc,
title = "Adaptive user perspective rendering for Handheld Augmented Reality",
abstract = "Handheld Augmented Reality commonly implements some variant of magic lens rendering, which turns only a fraction of the users real environment into AR while the rest of the environment remains unaffected. Since handheld AR devices are commonly equipped with video see-through capabilities, AR magic lens applications often suffer from spatial distortions, because the AR environment is presented from the perspective of the camera of the mobile device. Recent approaches counteract this distortion based on estimations of the users head position, rendering the scene from the user's perspective. To this end, approaches usually apply face-tracking algorithms on the front camera of the mobile device. However, this demands high computational resources and therefore commonly affects the performance of the application beyond the already high computational load of AR applications. In this paper, we present a method to reduce the computational demands for user perspective rendering by applying lightweight optical flow tracking and an estimation of the users motion before head tracking is started. We demonstrate the suitability of our approach for computationally limited mobile devices and we compare it to device perspective rendering, to head tracked user perspective rendering, as well as to fixed point of view user perspective rendering. {\textcopyright} 2017 IEEE.",
keywords = "Augmented Reality, User Perspective Rendering, Adaptive optics, Augmented reality, Cameras, Mobile devices, User interfaces, AR application, Computational demands, Computational loads, Computational resources, Handheld augmented realities, Real environments, Spatial distortion, User perspectives, Rendering (computer graphics)",
author = "P. Mohr and M. Tatzgern and J. Grubert and D. Schmalstieg and D. Kalkofen",
note = "Conference code: 127243 Cited By :18 Export Date: 14 December 2023 References: Iso. 2000. iso/dis 9241-9 ergonomic requirements for office work with visual display terminals (vdts)-part 9: Requirements for nonkeyboard input devices, international standard, international organization for standardization. 2000; Andrukaniec, E., Franken, C., Kirchhof, D., Kraus, T., Sch{\"o}ndorff, F., Geiger, C., Outlive an augmented reality multi-user board game played with a mobile device (2013) Proc. of ACE, pp. 501-504; Baricev{\'i}c, D., H{\"o}llerer, T., Sen, P., Turk, M., User-perspective augmented reality magic lens from gradients (2014) Proc. of VRST, pp. 87-96; Baricevic, D., Hollerer, T., Sen, P., Turk, M., User-perspective ar magic lens from gradient-based ibr and semi-dense stereo (2016) IEEE TVCG, PP (99), p. 1; Baricev{\'i}c, D., Lee, C., Turk, M., H{\"o}llerer, T., Bowman, D.A., A hand-held ar magic lens with user-perspective rendering (2012) Proc. of IEEE ISMAR, pp. 197-206; Copic Pucihar, K., Coulton, P., Alexander, J., Evaluating dual-view perceptual issues in handheld augmented reality: Device vs. User perspective rendering (2013) Proc. of ACM International Conference on Multimodal Interaction, pp. 381-388; Copic Pucihar, K., Coulton, P., Alexander, J., The use of surrounding visual context in handheld ar: Device vs. User perspective rendering (2014) Proc. of CHI, pp. 197-206; Grubert, J., Pahud, M., Grasset, R., Schmalstieg, D., Seichter, H., The utility of magic lens interfaces on handheld devices for touristic map navigation (2015) Pervasive and Mobile Computing, 18, pp. 88-103; Grubert, J., Seichter, H., Schmalstieg, D., Towards user perspective augmented reality for public displays (2014) Proc Of. IEEE ISMAR, pp. 339-340; Hart, S.G., Staveland, L.E., Development of nasa-tlx (task load index): Results of empirical and theoretical research (1988) Advances in Psychology, 52, pp. 139-183; Hill, A., Schiefer, J., Wilson, J., Davidson, B., Gandy, M., MacIntyre, B., Virtual transparency: Introducing parallax view into video seethrough ar (2011) Proc Of. IEEE ISMAR, pp. 239-240; Hincapi{\'e}-Ramos, J.D., Roscher, S., B{\"u}schel, W., Kister, U., Dachselt, R., Irani, P., Car: Contact augmented reality with transparent-display mobile devices (2014) Proc. of ACM International Symposium on Pervasive Displays; Hincapi{\'e}-Ramos, J.D., Roscher, S., B{\"u}schel, W., Kister, U., Dachselt, R., Irani, P., Tpad: Designing transparent-display mobile interactions (2014) Proceedings of ACM Conference on Designing Interactive Systems, pp. 161-170; Lucas, B.D., Kanade, T., An iterative image registration technique with an application to stereo vision (1981) Proceedings of IJCAI, pp. 674-679; Mohr, P., Kerbl, B., Donoser, M., Schmalstieg, D., Kalkofen, D., Retargeting technical documentation to augmented reality (2015) Proceedings of CHI '15, pp. 3337-3346; Pucihar, K.C., Coulton, P., [poster] contact-view: A magic-lens paradigm designed to solve the dual-view problem (2014) Proc Of. IEEE ISMAR, pp. 297-298; Pucihar, K.C., Coulton, P., Utilizing contact-view as an augmented reality authoring method for printed document annotation (2014) Proc Of. IEEE ISMAR, pp. 299-300; Pucihar, K.C., Grubert, J., Kljun, M., Dual camera magic lens for handheld ar sketching (2015) Human-Computer Interaction, pp. 523-527. , Springer; Samini, A., Lundin Palmerius, K., (2016) A User Study on Touch Interaction for User-Perspective Rendering in Hand-Held Video See-Through Augmented Reality, pp. 304-317; Samini, A., Palmerius, K.L., A perspective geometry approach to user-perspective rendering in hand-held video see-through augmented reality (2014) Proceedings of ACM VRST, pp. 207-208; Saragih, J.M., Lucey, S., Cohn, J.F., Face alignment through subspace constrained mean-shifts (2009) Proc of IEEE ICCV, pp. 1034-1041; Sauro, J., Dumas, J.S., Comparison of three one-question, post-task usability questionnaires (2009) Proceedings of CHI, pp. 1599-1608; Schmalstieg, D., Hollerer, T., (2015) Augmented Reality: Principles and Practice, , Addison Wesley Professional; Shi, J., Tomasi, C., Good features to track (1994) Proc. OfIEEE CVPR, pp. 593-600; Tatzgern, M., Kalkofen, D., Grasset, R., Schmalstieg, D., Hedgehog labeling: View management techniques for external labels in 3d space (2014) Proceedings of IEEE Virtual Reality, VR '14; Tomioka, M., Ikeda, S., Sato, K., Approximated user-perspective rendering in tablet-based augmented reality (2013) Proc Of. IEEE ISMAR, pp. 21-28; Unuma, Y., Niikura, T., Komuro, T., See-through mobile ar system for natural 3d interaction (2014) Proceedings of IUI Companion, pp. 17-20; Zollmann, S., Kalkofen, D., Hoppe, C., Kluckner, S., Bischof, H., Reitmayr, G., Interactive 4d overview and detail visualization in augmented reality (2012) Proc. of IEEE ISMAR, pp. 167-176; 2017 IEEE Symposium on 3D User Interfaces, 3DUI 2017, 3DUI 2017 ; Conference date: 18-03-2017 Through 19-03-2017",
year = "2017",
doi = "10.1109/3DUI.2017.7893336",
language = "English",
isbn = "978-1-5090-6717-6",
pages = "176--181",
booktitle = "2017 IEEE Symposium on 3D User Interfaces (3DUI)",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
address = "United States",
}