@inproceedings{d0e7beafdb4e4510885168f58317815b,
title = "Combining Heterogeneous User Generated Data to Sense Well-being",
abstract = "In this paper we address a new problem of predicting affect and well-being scales in a real-world setting of heterogeneous, longitudinal and non-synchronous textual as well as non-linguistic data that can be harvested from on-line media and mobile phones. We describe the method for collecting the heterogeneous longitudinal data, how features are extracted to address missing information and differences in temporal alignment, and how the latter are combined to yield promising predictions of affect and well-being on the basis of widely used psychological scales. We achieve a coefficient of determination (R2) of 0.71-0.76 and a ρ of 0.68-0.87 which is higher than the state-of-the art in equivalent multi-modal tasks for affect. {\textcopyright} 1963-2018 ACL.",
keywords = "A-coefficient, Heterogeneous users, Linguistic data, Longitudinal data, Missing information, Real world setting, State of the art, Temporal alignment, Computational linguistics",
author = "A. Tsakalidis and M. Liakata and T. Damoulas and B. Jellinek and W. Guo and A.I. Cristea",
note = "Conference code: 136517 Cited By :14 Export Date: 14 December 2023 Funding details: International Business Machines Corporation, IBM Funding details: Engineering and Physical Sciences Research Council, EPSRC, EP/L016400/1, grant EP/LO16400/1 Funding details: University of Warwick Funding text 1: This work was supported by an IBM Faculty Award and a Warwick Research Development Fund Award to Dr Liakata and by the Engineering and Physical Sciences Research Council (grant EP/L016400/1) through the University of Warwick{\textquoteright}s Centre for Doctoral Training in Urban Science and Progress. The Centre for Urban Science and Progress at NYU has supported the project through funds for participant recruitment, server infrastructure and a graduate bursary (GRA). Finally we would like to thank our NYU student participants. Funding text 2: This work was supported by an IBM Faculty Award and a Warwick Research Development Fund Award to Dr Liakata and by the Engineering and Physical Sciences Research Council (grant EP/LO16400/1) through the University of Warwick's Centre for Doctoral Training in Urban Science and Progress. The Centre for Urban Science and Progress at NYU has supported the project through funds for participant recruitment, server infrastructure and a graduate bursary (GRA). Finally we would like to thank our NYU student participants. References: Akbari, M., Nie, L., Chua, T.-S., Amm: Towards adaptive ranking of multi-modal documents (2015) International Journal of Multimedia Information Retrieval, 4 (4), pp. 233-245; Bogomolov, A., Lepri, B., Pianesi, F., Happiness recognition from mobile phone data (2013) Social Computing (SocialCom), 2013 International Conference on, pp. 790-795. , IEEE; Bogomolov, A., Lepri, B., Ferron, M., Pianesi, F., Pentland, A.S., Daily stress recognition from mobile phone data, weather conditions and individual traits (2014) Proceedings of the 22nd ACM International Conference on Multimedia, pp. 477-486. , ACM; Canzian, L., Musolesi, M., Trajectories of depression: Unobtrusive monitoring of depressive states by means of smartphone mobility traces analysis (2015) ACM Ubicomp; Crawford, J., Henry, J., The positive and negative affect schedule (PANAS): Construct validity, measurement properties and normative data in a large non-clinical sample (2004) British Journal of Clinical Psychology, p. 43; Dobrisek, S., Gajsek, R., Mihelic, F., Pavesic, N., Struc, V., Towards efficient multimodal emotion recognition (2013) Int J Adv Robotic Sy, 10 (53); Dodds, P.S., Harris, K.D., Kloumann, I.M., Bliss, C.A., Danforth, C.M., Temporal patterns of happiness and information in a global social network: Hedonometrics and twitter (2011) PLoS ONE, 6 (12), p. 12; Gimpel, K., Schneider, N., O'Connor, B., Das, D., Mills, D., Eisenstein, J., Heilman, M., Smith, N.A., Part-of-speech tagging for twitter: Annotation, features, and experiments (2011) Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies: Short Papers-Volume 2, pp. 42-47. , Association for Computational Linguistics; Gupta, R., Malandrakis, N., Xiao, B., Guha, T., Van Segbroeck, M., Black, M., Potamianos, A., Narayanan, S., Multimodal prediction of affective dimensions and depression in human-computer interactions (2014) Proceedings of the 4th International Workshop on Audio/Visual Emotion Challenge, pp. 33-40. , ACM; Herrman, H., Saxena, S., Moodie, R., (2005) Promoting Mental Health: Concepts, Emerging Evidence, Practice: A Report of the World Health Organization, , Department of Mental Health and Substance Abuse in collaboration with the Victorian Health Promotion Foundation and the University of Melbourne. World Health Organization; Hu, M., Liu, B., Mining and summarizing customer reviews (2004) Proceedings of the Tenth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 168-177. , ACM; Jaques, N., Taylor, S., Sano, A., Picard, R., Multi-task, multi-kernel learning for estimating individual wellbeing (2015) Proc. NIPS Workshop on Multimodal Machine Learning, , Montreal, Quebec; Lampos, V., Welfare, T., Araya, R., Christianini, N., (2013) Analysing Mood Patterns in the United Kingdom Through Twitter Content; Lansdall-Welfare, T., Lampos, V., Cristianini, N., Nowcasting the mood of the nation (2012) Significance, 9 (4), pp. 26-28; Lathia, N., Quercia, D., Crowcroft, J., The hidden image of the city: Sensing community weil-being from urban mobility (2012) Pervasive Computing, p. 7319; Lu, H., Yang, J., Liu, Z., Lane, N.D., Choudhury, T., Campbell, A.T., The jigsaw continuous sensing engine for mobile phone applications (2010) ACM Conference on Embedded Networked Sensor Systems (SenSys 2010); Lukasik, M., Cohn, T., Convolution kernels for discriminative learning from streaming text (2016) Thirtieth AAAI Conference on Artificial Intelligence, , Citeseer; Mohammad, S., Dunne, C., Dorr, B., Generating high-coverage semantic orientation lexicons from overtly marked words and a thesaurus (2009) Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing: Volume 2-Volume 2, pp. 599-608. , Association for Computational Linguistics; Mohammad, S., \#emotional tweets (2012) ∗SEM 2012: The First Joint Conference on Lexical and Computational Semantics - Volume 1: Proceedings of the Main Conference and the Shared Task, and Volume 2: Proceedings of the Sixth International Workshop on Semantic Evaluation (SemEval 2012), pp. 246-255. , Montr{\'e}al, Canada, 7-8 June. Association for Computational Linguistics; Nielsen, F.A., (2011) A New Anew: Evaluation of a Word List for Sentiment Analysis in Microblogs; (2013) Hows Life? 2013: Measuring Well-being; Pejovic, V., Lathia, N., Mascolo, C., Musolesi, M., (2015) Mobile-based Experience Sampling for Behaviour Research; Poria, S., Cambria, E., Hussain, A., Huang, G.-B., Towards an intelligent framework for multimodal affective data analysis (2015) Neural Networks, 63, pp. 104-116; Poria, S., Cambria, E., Howard, N., Huang, G.-B., Hussain, A., Fusing audio, visual and textual clues for sentiment analysis from multimodal content (2016) Neurocomputing, 174, pp. 50-59; Preo{\c t}iuc-Pietro, D., Volkova, S., Lampos, V., Bachrach, Y., Aletras, N., Studying user income through language, behaviour and affect in social media (2015) PloS One, 10 (9); Rachuri, K., Musolesi, M., Mascolo, C., Renfrew, P., Longworth, C., Aucinas, A., EmotionSense: A mobile phones based adaptive platform for experimental social psychology research (2010) ACM Ubicomp; Sonnenburg, S., R{\"a}tsch, G., Sch{\"a}fer, C., Sch{\"o}lkopf, B., Large scale multiple kernel learning (2006) Journal of Machine Learning Research, 7 (JUL), pp. 1531-1565; Zhu, X., Kiritchenko, S., Mohammad, S.M., (2014) Sentiment Analysis of Short Informal Texts, 50, pp. 723-762; Tang, D., Wei, F., Yang, N., Zhou, M., Liu, T., Qin, B., Learning sentiment-specific word embedding for twitter sentiment classification (2014) ACL (1), pp. 1555-1565; Tennant, R., Hiller, L., Fishwick, R., Platt, S., Joseph, S., Weich, S., Parkinson, J., Stewart-Brown, S., The warwick-Edinburgh mental well-being scale (WEMWBS): Development and UK validation (2007) Health and Quality of Life outcomes, p. 5; Wagner, D., Rice, A., Beresford, A., Device analyzer: Understanding smartphone usage (2013) International Conference on Mobile and Ubiquitous Systems: Computing, Networking and Services; Wang, R., Harari, G., SmartGPA: How smartphones can assess and predict academic performance of college students (2015) ACM Ubicomp; Wang, M., Cao, D., Li, L., Li, S., Ji, R., Microblog sentiment analysis based on cross-media bag-of-words model (2014) Proceedings of International Conference on Internet Multimedia Computing and Service, p. 76. , ACM; Wang, R., Chen, F., Chen, Z., Li, T., Harari, G., Tignor, S., Zhou, X., Campbell, A., StudentLife: Assessing mental health, academic performance and behavioral trends o college students using smartphones (2015) ACM Ubicomp; Watson, D., Clark, L., Development and validation of brief measures of positive and negative affect: The PANAS scales (1988) Journal of Personality and Social Psychology, p. 54; Wilson, A., Gilboa, E., Cunningham, J.P., Nehorai, A., Fast kernel learning for multidimensional pattern extrapolation (2014) Advances in Neural Information Processing Systems, pp. 3626-3634; Wimmer, M., Schuller, B., Arsic, D., Rigoll, G., Radig, B., Low-level fusion of audio, video feature for multi-modal emotion recognition (2008) VISAPP (2), pp. 145-151; Zhu, X., Kiritchenko, S., Mohammad, S.M., Nrc-Canada-2014: Recent improvements in the sentiment analysis of tweets (2014) Proceedings of the 8th International Workshop on Semantic Evaluation (SemEval 2014), pp. 443-447. , Citeseer; 26th International Conference on Computational Linguistics, COLING 2016, COLING 2016 ; Conference date: 11-12-2016 Through 16-12-2016",
year = "2016",
language = "English",
isbn = "978-4-87974-704-4",
pages = "3007--3018",
booktitle = "Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers",
publisher = "The COLING 2016 Organizing Committee",
url = "https://coling2016.anlp.jp/",
}