{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T01:04:56Z","timestamp":1777511096816,"version":"3.51.4"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T00:00:00Z","timestamp":1650240000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T00:00:00Z","timestamp":1650240000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Inf Syst"],"published-print":{"date-parts":[[2022,10]]},"DOI":"10.1007\/s10844-022-00704-w","type":"journal-article","created":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T06:02:41Z","timestamp":1650261761000},"page":"319-339","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":33,"title":["Multimodal time-aware attention networks for depression detection"],"prefix":"10.1007","volume":"59","author":[{"given":"Ju Chun","family":"Cheng","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2872-4484","authenticated-orcid":false,"given":"Arbee L. P.","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,18]]},"reference":[{"key":"704_CR1","doi-asserted-by":"publisher","unstructured":"Abadi, M., Barham, P., Chen, J., Chen, Z., Davis, A., & et al (2016). TensorFlow: A system for large-scale machine learning. In Proceedings of the 12th USENIX conference on operating systems design and implementation (pp. 265\u2013283). USENIX Association, DOI https:\/\/doi.org\/10.5555\/3026877.3026899, (to appear in print).","DOI":"10.5555\/3026877.3026899"},{"key":"704_CR2","doi-asserted-by":"crossref","unstructured":"American Psychiatric Association. (2013). Diagnostic and statistical manual of mental disorders (5th ed).","DOI":"10.1176\/appi.books.9780890425596"},{"key":"704_CR3","doi-asserted-by":"publisher","unstructured":"An, M., Wang, J., Li, S., & Zhou, G. (2020). Multimodal topic-enriched auxiliary learning for depression detection. In Proceedings of the 28th international conference on computational linguistics (pp. 1078\u20131089). International Committee on Computational Linguistics, DOI https:\/\/doi.org\/10.18653\/v1\/2020.coling-main.94, (to appear in print).","DOI":"10.18653\/v1\/2020.coling-main.94"},{"key":"704_CR4","unstructured":"Bahdanau, D., Cho, K.H., & Bengio, Y. (2015). Neural machine translation by jointly learning to align and translate. In Proceedings of the 3rd international conference on learning representations. arXiv:1409.0473."},{"key":"704_CR5","doi-asserted-by":"publisher","unstructured":"Baytas, I.M., Xiao, C., Zhang, X., Wang, F., Jain, A.K., & Zhou, J. (2017). Patient subtyping via time-aware LSTM networks. In Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining (pp. 65\u201374). https:\/\/doi.org\/10.1145\/3097983.3097997: Association for Computing Machinery.","DOI":"10.1145\/3097983.3097997"},{"key":"704_CR6","doi-asserted-by":"crossref","unstructured":"Beck, A.T., Steer, R.A., & Brown, G.K. (1996). Manual for the Beck Depression Inventory-II. Psychological Corporation.","DOI":"10.1037\/t00742-000"},{"key":"704_CR7","first-page":"25","volume-title":"Multimodal depression detection on instagram considering time interval of posts. Journal of intelligent information systems, Vol. 56","author":"CY Chiu","year":"2021","unstructured":"Chiu, C.Y., Lane, H.Y., Koh, J.L., & Chen, A.L. (2021). Multimodal depression detection on instagram considering time interval of posts. Journal of intelligent information systems (Vol. 56, pp. 25\u201347). Netherlands: Springer."},{"key":"704_CR8","doi-asserted-by":"publisher","unstructured":"Coppersmith, G., Dredze, M., & Harman, C. (2014). Quantifying mental health signals in Twitter. In Proceedings of the workshop on computational linguistics and clinical psychology: From linguistic signal to clinical reality (pp. 51\u201360). Association for Computational Linguistics, DOI https:\/\/doi.org\/10.3115\/v1\/W14-3207, (to appear in print).","DOI":"10.3115\/v1\/W14-3207"},{"issue":"1","key":"704_CR9","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1609\/icwsm.v7i1.14432","volume":"7","author":"M De Choudhury","year":"2013","unstructured":"De Choudhury, M., Gamon, M., Counts, S., & Horvitz, E. (2013). Predicting depression via social media. Proceedings of the International AAAI Conference on Web and Social Media, 7(1), 128\u2013137. https:\/\/ojs.aaai.org\/index.php\/ICWSM\/article\/view\/14432.","journal-title":"Proceedings of the International AAAI Conference on Web and Social Media"},{"key":"704_CR10","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., & Li, F.-F. (2009). Imagenet: A large-scale hierarchical image database. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 248\u2013255), DOI https:\/\/doi.org\/10.1109\/CVPR.2009.5206848, (to appear in print).","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"704_CR11","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.-W., Lee, K., & Toutanova, K. (2019). BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 conference of the north american chapter of the association for computational linguistics: human language technologies, (Vol. 1 pp. 4171\u20134186). Association for Computational Linguistics, DOI https:\/\/doi.org\/10.18653\/v1\/n19-1423.","DOI":"10.18653\/v1\/n19-1423"},{"issue":"01","key":"704_CR12","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1609\/aaai.v33i01.3301110","volume":"33","author":"T Gui","year":"2019","unstructured":"Gui, T., Zhu, L., Zhang, Q., Peng, M., Zhou, X., Ding, K., & Chen, Z. (2019). Cooperative multimodal approach to depression detection in twitter. Proceedings of the AAAI Conference on Artificial Intelligence, 33(01), 110\u2013117. https:\/\/doi.org\/10.1609\/aaai.v33i01.3301110.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"issue":"8","key":"704_CR13","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., & Schmidhuber, J. (1997). Long Short-Term memory. Neural Computation, 9(8), 1735\u20131780. https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735.","journal-title":"Neural Computation"},{"key":"704_CR14","doi-asserted-by":"publisher","unstructured":"Huang, Y., Chiang, C.-F., & Chen, A.L. (2019). Predicting Depression Tendency based on Image, Text and Behavior Data from Instagram. In Proceedings of the 8th international conference on data science technology and applications (pp. 32\u201340), DOI https:\/\/doi.org\/10.5220\/0007833600320040, (to appear in print).","DOI":"10.5220\/0007833600320040"},{"issue":"10159","key":"704_CR15","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1016\/S0140-6736(18)32279-7","volume":"392","author":"SL James","year":"2018","unstructured":"James, S.L., Abate, D., Abate, K.H., Abay, S.M., Abbafati, C., Abbasi, N., & et al (2018). Global, regional, and national incidence, prevalence, and years lived with disability for 354 diseases and injuries for 195 countries and territories, 1990\u20132017: a systematic analysis for the global burden of disease study 2017. Lancet, 392(10159), 1789\u20131858. https:\/\/doi.org\/10.1016\/S0140-6736(18)32279-7.","journal-title":"Lancet"},{"key":"704_CR16","unstructured":"Kingma, D.P., & Ba, J. (2015). Adam: A method for stochastic optimization. In Proceedings of the 3rd international conference on learning representations. arXiv:1412.6980."},{"issue":"9","key":"704_CR17","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1046\/j.1525-1497.2001.016009606.x","volume":"16","author":"K Kroenke","year":"2001","unstructured":"Kroenke, K., Spitzer, R.L., & Williams, J.B. (2001). The PHQ-9: Validity of a brief depression severity measure. Journal of General Internal Medicine, 16(9), 606\u2013613. https:\/\/doi.org\/10.1046\/j.1525-1497.2001.016009606.x.","journal-title":"Journal of General Internal Medicine"},{"issue":"1","key":"704_CR18","doi-asserted-by":"crossref","first-page":"440","DOI":"10.1609\/icwsm.v14i1.7313","volume":"14","author":"P Mann","year":"2020","unstructured":"Mann, P., Paes, A., & Matsushima, E.H. (2020). See and read: Detecting depression symptoms in higher education students using multimodal social media data. Proceedings of the International AAAI Conference on Web and Social Media, 14(1), 440\u2013451. https:\/\/ojs.aaai.org\/index.php\/ICWSM\/article\/view\/7313.","journal-title":"Proceedings of the International AAAI Conference on Web and Social Media"},{"issue":"12","key":"704_CR19","doi-asserted-by":"publisher","first-page":"e0144296","DOI":"10.1371\/journal.pone.0144296","volume":"10","author":"PK Novak","year":"2015","unstructured":"Novak, P.K., Smailovi\u0107, J., Sluban, B., & Mozeti\u010d, I. (2015). Sentiment of emojis. PLoS ONE, 10(12), e0144296. https:\/\/doi.org\/10.1371\/journal.pone.0144296.","journal-title":"PLoS ONE"},{"key":"704_CR20","unstructured":"Park, M., Cha, C., & Cha, M. (2012). Depressive moods of users portrayed in twitter. In Proceedings of the 18th ACM international conference on knowledge discovery and data mining (pp. 1\u20138)."},{"issue":"3","key":"704_CR21","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1177\/014662167700100306","volume":"1","author":"LS Radloff","year":"1977","unstructured":"Radloff, L.S. (1977). The CES-d scale: a Self-Report depression scale for research in the general population. Applied Psychological Measurement, 1(3), 385\u2013401. https:\/\/doi.org\/10.1177\/014662167700100306.","journal-title":"Applied Psychological Measurement"},{"key":"704_CR22","doi-asserted-by":"crossref","unstructured":"Reece, A.G., & Danforth, C.M. (2017). Instagram photos reveal predictive markers of depression. EPJ Data Science, 6(15).","DOI":"10.1140\/epjds\/s13688-017-0110-z"},{"key":"704_CR23","doi-asserted-by":"publisher","unstructured":"Shen, G., Jia, J., Nie, L., Feng, F., Zhang, C., Hu, T., & et al. (2017). Depression detection via harvesting social media: a multimodal dictionary learning solution. In Proceedings of the twenty-sixth international joint conference on artificial intelligence (pp. 3838\u20133844), DOI https:\/\/doi.org\/10.24963\/ijcai.2017\/536, (to appear in print).","DOI":"10.24963\/ijcai.2017\/536"},{"key":"704_CR24","doi-asserted-by":"publisher","unstructured":"Shen, T., Jia, J., Shen, G., Feng, F., He, X., Luan, H., & et al (2018). Cross-domain depression detection via harvesting social media. In Proceedings of the twenty-seventh international joint conference on artificial intelligence (pp. 1611\u20131617). International Joint Conferences on Artificial Intelligence Organization, DOI https:\/\/doi.org\/10.24963\/ijcai.2018\/223, (to appear in print).","DOI":"10.24963\/ijcai.2018\/223"},{"key":"704_CR25","doi-asserted-by":"publisher","unstructured":"Szegedy, C., Ioffe, S., Vanhoucke, V., & Alemi, A.A. (2017). Inception-v4, Inception-ResNet and the impact of residual connections on learning. In Proceedings of the Thirty-First AAAI conference on artificial intelligence (pp. 4278\u20134284). AAAI Press, DOI https:\/\/doi.org\/10.5555\/3298023.3298188, (to appear in print).","DOI":"10.5555\/3298023.3298188"},{"key":"704_CR26","doi-asserted-by":"publisher","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., & et al (2017). Attention is all you need. In Proceedings of the 31st international conference on neural information processing systems (pp. 6000\u20136010). Curran Associates Inc, DOI https:\/\/doi.org\/10.5555\/3295222.3295349, (to appear in print).","DOI":"10.5555\/3295222.3295349"},{"issue":"9590","key":"704_CR27","doi-asserted-by":"publisher","first-page":"841","DOI":"10.1016\/S0140-6736(07)61414-7","volume":"370","author":"PS Wang","year":"2007","unstructured":"Wang, P.S., Aguilar-Gaxiola, S., Alonso, J., Angermeyer, M.C., Borges, G., Bromet, E.J., & et al (2007). Use of mental health services for anxiety, mood, and substance disorders in 17 countries in the WHO world mental health surveys. Lancet, 370(9590), 841\u2013850. https:\/\/doi.org\/10.1016\/S0140-6736(07)61414-7.","journal-title":"Lancet"},{"key":"704_CR28","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/s10844-018-0533-4","volume":"54","author":"MY Wu","year":"2020","unstructured":"Wu, M.Y., Shen, C.Y., Wang, E.T., & Chen, A.L. (2020). A deep architecture for depression detection using posting, behavior, and living environment data. Journal of Intelligent Information Systems, 54, 225\u2013244. https:\/\/doi.org\/10.1007\/s10844-018-0533-4.","journal-title":"Journal of Intelligent Information Systems"},{"key":"704_CR29","doi-asserted-by":"publisher","unstructured":"Yates, A., Cohan, A., & Goharian, N. (2017). Depression and self-harm risk assessment in online forums. In Proceedings of the 2017 conference on empirical methods in natural language processing (pp. 2968\u20132978). Association for Computational Linguistics, DOI https:\/\/doi.org\/10.18653\/v1\/D17-1322, (to appear in print).","DOI":"10.18653\/v1\/D17-1322"}],"container-title":["Journal of Intelligent Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10844-022-00704-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10844-022-00704-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10844-022-00704-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,2]],"date-time":"2023-02-02T09:26:33Z","timestamp":1675329993000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10844-022-00704-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,18]]},"references-count":29,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,10]]}},"alternative-id":["704"],"URL":"https:\/\/doi.org\/10.1007\/s10844-022-00704-w","relation":{},"ISSN":["0925-9902","1573-7675"],"issn-type":[{"value":"0925-9902","type":"print"},{"value":"1573-7675","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,18]]},"assertion":[{"value":"4 October 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 March 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 March 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}