<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE root>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" article-type="research-article" dtd-version="1.2" xml:lang="en"><front><journal-meta><journal-id journal-id-type="publisher-id">RUDN Journal of Language Studies, Semiotics and Semantics</journal-id><journal-title-group><journal-title xml:lang="en">RUDN Journal of Language Studies, Semiotics and Semantics</journal-title><trans-title-group xml:lang="ru"><trans-title>Вестник Российского университета дружбы народов. Серия: Теория языка. Семиотика. Семантика</trans-title></trans-title-group></journal-title-group><issn publication-format="print">2313-2299</issn><issn publication-format="electronic">2411-1236</issn><publisher><publisher-name xml:lang="en">Peoples’ Friendship University of Russia named after Patrice Lumumba (RUDN University)</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">32133</article-id><article-id pub-id-type="doi">10.22363/2313-2299-2022-13-3-769-783</article-id><article-categories><subj-group subj-group-type="toc-heading" xml:lang="en"><subject>INTERCULTURAL COMMUNICATION</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="ru"><subject>МЕЖКУЛЬТУРНАЯ КОММУНИКАЦИЯ</subject></subj-group><subj-group subj-group-type="article-type"><subject>Research Article</subject></subj-group></article-categories><title-group><article-title xml:lang="en">Digital Communication and Multimodal Features: Functioning of Emoji in Interpersonal Communication</article-title><trans-title-group xml:lang="ru"><trans-title>Мультимодальный характер цифровой коммуникации: функционирование эмодзи в межличностном общении</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-8724-2181</contrib-id><name-alternatives><name xml:lang="en"><surname>Koltsova</surname><given-names>Elena A.</given-names></name><name xml:lang="ru"><surname>Кольцова</surname><given-names>Елена Александровна</given-names></name></name-alternatives><bio xml:lang="en"><p>Candidate of Philological Sciences, Associate Professor, Associate Professor of the Department of Department of Foreign Languages</p></bio><bio xml:lang="ru"><p>кандидат филологических наук, доцент, доцент кафедры иностранных языков</p></bio><email>elena.a.koltsova@gmail.com</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-7095-9143</contrib-id><name-alternatives><name xml:lang="en"><surname>Kartashkova</surname><given-names>Faina I.</given-names></name><name xml:lang="ru"><surname>Карташкова</surname><given-names>Фаина Иосифовна</given-names></name></name-alternatives><bio xml:lang="en"><p>Dr. Sc. (Philology), Professor, Professor of the Department of Foreign Philology, Honorary Worker of Higher Professional Education of the Russian Federation, Head of NOC «Laboratory of Communicative Human Behavior»</p></bio><bio xml:lang="ru"><p>доктор филологических наук, профессор, профессор кафедры зарубежной филологии, почетный работник высшего профессионального образования РФ, руководитель НОЦ «Лаборатория коммуникативного поведения человека»</p></bio><email>kartashkova@rambler.ru</email><xref ref-type="aff" rid="aff2"/></contrib></contrib-group><aff-alternatives id="aff1"><aff><institution xml:lang="en">Saint Petersburg Mining University</institution></aff><aff><institution xml:lang="ru">Санкт-Петербургский горный университет</institution></aff></aff-alternatives><aff-alternatives id="aff2"><aff><institution xml:lang="en">Ivanovo State University</institution></aff><aff><institution xml:lang="ru">Ивановский государственный университет</institution></aff></aff-alternatives><pub-date date-type="pub" iso-8601-date="2022-09-30" publication-format="electronic"><day>30</day><month>09</month><year>2022</year></pub-date><volume>13</volume><issue>3</issue><issue-title xml:lang="en">VOL 13, NO3 (2022)</issue-title><issue-title xml:lang="ru">ТОМ 13, №3 (2022)</issue-title><fpage>769</fpage><lpage>783</lpage><history><date date-type="received" iso-8601-date="2022-10-02"><day>02</day><month>10</month><year>2022</year></date></history><permissions><copyright-statement xml:lang="en">Copyright ©; 2022, Koltsova E.A., Kartashkova F.I.</copyright-statement><copyright-statement xml:lang="ru">Copyright ©; 2022, Кольцова Е.А., Карташкова Ф.И.</copyright-statement><copyright-year>2022</copyright-year><copyright-holder xml:lang="en">Koltsova E.A., Kartashkova F.I.</copyright-holder><copyright-holder xml:lang="ru">Кольцова Е.А., Карташкова Ф.И.</copyright-holder><ali:free_to_read xmlns:ali="http://www.niso.org/schemas/ali/1.0/"/><license><ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/">https://creativecommons.org/licenses/by-nc/4.0</ali:license_ref></license></permissions><self-uri xlink:href="https://journals.rudn.ru/semiotics-semantics/article/view/32133">https://journals.rudn.ru/semiotics-semantics/article/view/32133</self-uri><abstract xml:lang="en"><p style="text-align: justify;">Technical advances and digital means of communication have led to the development of digital semiotics which is characterised by its multimodality and abounds in paralinguistic elements such as emojis, emoticons, memes, etc. These extralinguistic elements serve as a compensatory mechanism in the new communication means. The increasing interest of users in various iconic signs and symbols generates the research interest in different fields of knowledge. The study aims to consider cognitive, semiotic and psycholinguistic features of emojis in interpersonal communication through analysing their functions in text messages and in social network messages. An attempt to reveal their persuasive mechanism is made. The research is based on a large scale dataset comprised of the private text messages as well as public posts on social networks which include verbal and nonverbal / iconic elements. The research data presents a multilingual bank of English, Russian and French sources. The research methods include context analysis, linguistic and pragmatic analysis and content analysis. The findings show that emojis in private interpersonal communication perform a number of functions, namely nonverbal, emotive, pragmatic, punctuation, substitutional, decorative and rhetorical functions. These iconic symbols incorporated in the interpersonal digital communication present a compensatory mechanism and the means of persuasion of a message addressee / recipient. The combination of verbal and iconic elements triggers a double focusing mechanism, and the perception is shaped by all cognitive mechanisms including rational and emotional, unconscious components.</p></abstract><trans-abstract xml:lang="ru"><p style="text-align: justify;">Технологические изменения и развитие цифровых средств коммуникации привели к формированию особой семиотики в цифровой сфере, отличающейся мультимодальным характером и включающим помимо прочего такие паралингвистические знаки как эмодзи, эмотиконы, мемы и др., которые выступают своего рода компенсаторным механизмом в новых реалиях коммуникативного взаимодействия. Повышенный интерес пользователей к различным иконическим знакам в цифровом общении вызывает значительный интерес исследователей самых разных областей научного знания. Цель исследования заключается в рассмотрении когнитивной, семиотической и психолингвистической природы эмодзи в рамках межличностного взаимодействия путем анализа их функционирования в текстах быстрых сообщений и постах в соцсетях, а также в попытке выявить механизмы их воздействия на адресата. Материалом исследования послужили англоязычные, русскоязычные и франкоязычные поликодовые тексты быстрых сообщений в различных мессенджерах и в постах в сети Интернет, а также общедоступные публикации в социальных сетях и рассылки рекламного характера. Исследование проводилось с помощью методов контекстуального, лингво-прагматического и контент-анализа. В ходе исследования было установлено, что эмодзи в рамках межличностной коммуникации выполняют функции невербальной составляющей общения, эмотивную, прагматическую, пунктуационную, заместительную, декоративную и риторическую функции. Данные символы, вводимые в контекст цифрового общения, служат помимо компенсаторного механизма и как средство воздействия на адресата, реципиента сообщения. Слияние вербальной и иконической составляющих запускает механизм двойного фокусирования, при котором восприятие обеспечивается всеми когнитивными механизмами, с подключением рациональной и эмоционально-бессознательной составляющих.</p></trans-abstract><kwd-group xml:lang="en"><kwd>iconic symbols</kwd><kwd>emoji</kwd><kwd>digital semiotics</kwd><kwd>manipulative techniques</kwd><kwd>multimodal text</kwd><kwd>digital communication</kwd></kwd-group><kwd-group xml:lang="ru"><kwd>иконические знаки</kwd><kwd>эмодзи</kwd><kwd>цифровая семиотика</kwd><kwd>манипулятивные тактики</kwd><kwd>мультимодальная коммуникация</kwd><kwd>поликодовый текст</kwd><kwd>цифровая коммуникация</kwd></kwd-group><funding-group/></article-meta></front><body></body><back><ref-list><ref id="B1"><label>1.</label><mixed-citation>Dresner, E., &amp; Herring, S.C. (2010). Functions of the Nonverbal in CMC: Emoticons and Illocutionary Force. Communication Theory, 20(3), 249-268. https://doi.org/10.1111/ j.1468-2885.2010.01362</mixed-citation></ref><ref id="B2"><label>2.</label><mixed-citation>Aull, B. (2019). A study of phatic emoji use in WhatsApp communication. Internet Pragmatics, 2(2), 206-232. https://doi.org/10.1075/ip.00029.aul</mixed-citation></ref><ref id="B3"><label>3.</label><mixed-citation>Bai, Q., Dan, Q., Mu, Z., &amp; Yang, M. (2019). A Systematic Review of Emoji: Current Research and Future Perspectives. Frontiers in Psychology, 10. https://doi.org/10.3389/ fpsyg.2019.02221</mixed-citation></ref><ref id="B4"><label>4.</label><mixed-citation>Evans, V. (2017). The Emoji Code: The Linguistics Behind Smiley Faces and Scaredy Cats. UK: Michael O’Mara Publ.</mixed-citation></ref><ref id="B5"><label>5.</label><mixed-citation>Prada, M., Rodrigues, D.L., Garrido, M.V., Lopes, D., Cavalheiro, B., &amp; Gaspar, R. (2018). Motives, frequency and attitudes toward emoji and emoticon use. Telematics and Informatics, 35(7), 1925-1934. https://doi.org/10.1016/j.tele.2018.06.005</mixed-citation></ref><ref id="B6"><label>6.</label><mixed-citation>Rodrigues, D., Prada, M., Gaspar, R., Garrido, M.V., &amp; Lopes, D. (2017). Lisbon Emoji and Emoticon Database (LEED): Norms for emoji and emoticons in seven evaluative dimensions. Behavior Research Methods, 50(1), 392-405. https://doi.org/10.3758/s13428-017-0878-6</mixed-citation></ref><ref id="B7"><label>7.</label><mixed-citation>Danesi, M. (2016). The semiotics of emoji: The rise of visual language in the age of the internet. Bloomsbury Publ.</mixed-citation></ref><ref id="B8"><label>8.</label><mixed-citation>McLuhan, M. (1962). The Gutenberg Galaxy: The Making of Typographic Man. London &amp; New York.</mixed-citation></ref><ref id="B9"><label>9.</label><mixed-citation>Emoji Report 2015. Emoji Research Team 2015. URL: http://emogi.com/documents/Emoji_ Report_2015.pdf. (accessed: 20.12.2021).</mixed-citation></ref><ref id="B10"><label>10.</label><mixed-citation>Kaye, L.K., Wall, H.J., &amp; Malone, S.A. (2016). “Turn that frown upside-down”: A contextual account of emoticon usage on different virtual platforms. Computers in Human Behavior, 60, 463-467. https://doi.org/10.1016/j.chb.2016.02.088</mixed-citation></ref><ref id="B11"><label>11.</label><mixed-citation>Ge, J. (2019). Emoji Sequence Use in Enacting Personal Identity. In: Companion Proceedings of The 2019 World Wide Web Conference. https://doi.org/1145/3308560.3316545</mixed-citation></ref><ref id="B12"><label>12.</label><mixed-citation>Lu, X., Ai, W., Liu, X., Li, Q., Wang, N., Huang, G., &amp; Mei, Q. (2016). Learning from the ubiquitous language. In: Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing. https://doi.org/10.1145/2971648.2971724</mixed-citation></ref><ref id="B13"><label>13.</label><mixed-citation>Ljubešić, N., &amp; Fišer, D. (2016). A Global Analysis of Emoji Usage. In: Proceedings of the 10th Web as Corpus Workshop. https://doi.org/10.18653/v1/w16-2610</mixed-citation></ref><ref id="B14"><label>14.</label><mixed-citation>Cheng, L. (2017). Do I mean what I say and say what I mean? A cross cultural approach to the use of emoticons &amp; emojis in CMC messages. Fonseca Journal of Communication, 15, 199-217. https://doi.org/10.14201/fjc201715199217</mixed-citation></ref><ref id="B15"><label>15.</label><mixed-citation>Chik, A., &amp; Vásquez, C. (2017). A comparative multimodal analysis of restaurant reviews from two geographical contexts. Visual Communication, 16(1), 3-26. https://doi.org/10.1177/1470357216634005</mixed-citation></ref><ref id="B16"><label>16.</label><mixed-citation>Lin, T.J., &amp; Chen, C.H. (2018). A preliminary study of the form and status of passionate affection emoticons. International Journal of Design, 12(2), 75-90.</mixed-citation></ref><ref id="B17"><label>17.</label><citation-alternatives><mixed-citation xml:lang="en">Koltsova, Е.А. (2020). New mechanisms of online communication in the 21st century. In: A Person in Modern Communication. Ivanovo. pp. 23-30. (In Russ.).</mixed-citation><mixed-citation xml:lang="ru">Кольцова Е.А. Новые механизмы онлайн коммуникации ХХI века // Человек в современном коммуникативном пространстве. Иваново, 2020. С. 23-30.</mixed-citation></citation-alternatives></ref><ref id="B18"><label>18.</label><mixed-citation>Herring, S.C., &amp; Dainas, A.R. (2020). Gender and Age Influences on Interpretation of Emoji Functions. ACM Transactions on Social Computing, 3(2), 1-26. https://doi.org/10.1145/3375629</mixed-citation></ref><ref id="B19"><label>19.</label><mixed-citation>Chen, Z., Lu, X., Ai, W., Li, H., Mei, Q., and Liu, X. (2018). Through a gender lens: learning usage patterns of emojis from large-scale android users. In: Paper Presented at the 2018 World Wide Web Conference on World Wide Web (Lyon). https://doi.org/10.1145/3178876.3186157</mixed-citation></ref><ref id="B20"><label>20.</label><mixed-citation>Butterworth, S.E., Giuliano, T.A., White, J., Cantu, L., &amp; Fraser, K.C. (2019). Sender Gender Influences Emoji Interpretation in Text Messages. Frontiers in Psychology, 10. https://doi.org/10.3389/fpsyg.2019.00784</mixed-citation></ref><ref id="B21"><label>21.</label><mixed-citation>Cappallo, S., Svetlichnaya, S., Garrigues, P., Mensink, T., &amp; Snoek, C.G.M. (2019). New Modality: Emoji Challenges in Prediction, Anticipation, and Retrieval. IEEE Transactions on Multimedia, 21(2), 402-415. https://doi.org/10.1109/tmm.2018.2862363</mixed-citation></ref><ref id="B22"><label>22.</label><mixed-citation>Gawne, L., &amp; McCulloch, G. (2019). Emoji as digital gestures. Language@ Internet, 17(2).</mixed-citation></ref><ref id="B23"><label>23.</label><mixed-citation>Na’aman, N., Provenza, H., &amp; Montoya, O. (2017). Varying Linguistic Purposes of Emoji in (Twitter) Context. In: Proceedings of ACL 2017, Student Research Workshop. https://doi.org/10.18653/v1/p17-3022</mixed-citation></ref><ref id="B24"><label>24.</label><mixed-citation>Das, G., Wiener, H.J.D., &amp; Kareklas, I. (2019). To emoji or not to emoji? Examining the influence of emoji on consumer reactions to advertising. Journal of Business Research, 96, 147-156. https://doi.org/10.1016/j.jbusres.2018.11.007</mixed-citation></ref><ref id="B25"><label>25.</label><mixed-citation>Ge, J., &amp; Gretzel, U. (2018). Emoji rhetoric: a social media influencer perspective. Journal of Marketing Management, 34(15-16), 1272-1295. https://doi.org/10.1080/026725 7x.2018.1483960</mixed-citation></ref><ref id="B26"><label>26.</label><citation-alternatives><mixed-citation xml:lang="en">Voinov, D.A. (2016). Emoji as a technology for political communication on the Internet. Electronic Periodical Scientific Journal the Age of Quality, 4, 103-112. (In Russ.).</mixed-citation><mixed-citation xml:lang="ru">Войнов Д.А. «Эмодзи» как технология политической коммуникации в Интернете // Электронный научный журнал «Век качества». 2016. № 4. С. 103-112.</mixed-citation></citation-alternatives></ref><ref id="B27"><label>27.</label><mixed-citation>Esposito, G., Hernández, P., van Bavel, R., &amp; Vila, J. (2017). Nudging to prevent the purchase of incompatible digital products online: An experimental study. PloS one, 12(3), e0173333.</mixed-citation></ref><ref id="B28"><label>28.</label><mixed-citation>Moreno-Sandoval, L.G., Sánchez-Barriga, C., Buitrago, K.E., Pomares-Quimbaya, A., &amp; Garcia, J.C. (2018). Spanish Twitter Data Used as a Source of Information About Consumer Food Choice. Machine Learning and Knowledge Extraction, 134-146. https://doi.org/10.1007/978-3-319-99740-7_9</mixed-citation></ref><ref id="B29"><label>29.</label><mixed-citation>McShane, L., Pancer, E., Poole, M., &amp; Deng, Q. (2021). Emoji, Playfulness, and Brand Engagement on Twitter. Journal of Interactive Marketing, 53, 96-110. https://doi.org/10.1016/j. intmar.2020.06.002</mixed-citation></ref><ref id="B30"><label>30.</label><mixed-citation>Chairunnisa, S., &amp; A.S., B. (2017). Analysis of Emoji and Emoticon Usage in Interpersonal Communication of Blackberry Messenger and WhatsApp Application User. International Journal of Social Sciences and Management, 4(2), 120-126 https://doi.org/10.3126/ijssm. v4i2.17173</mixed-citation></ref><ref id="B31"><label>31.</label><mixed-citation>Gibson, W., Huang, P., &amp; Yu, Q. (2018). Emoji and communicative action: The semiotics, sequence and gestural actions of “face covering hand.” Discourse, Context &amp; Media, 26, 91-99 https://doi.org/10.1016/j.dcm.2018.05.005</mixed-citation></ref><ref id="B32"><label>32.</label><mixed-citation>Phan, W.M. J., Amrhein, R., Rounds, J., &amp; Lewis, P. (2017). Contextualizing Interest Scales with Emojis: Implications for Measurement and Validity. Journal of Career Assessment, 27(1), 114-133. https://doi.org/10.1177/1069072717748647</mixed-citation></ref><ref id="B33"><label>33.</label><mixed-citation>Brody, N., &amp; Caldwell, L. (2017). Cues filtered in, cues filtered out, cues cute, and cues grotesque: Teaching mediated communication with emoji Pictionary. Communication Teacher, 33(2), 127-131. https://doi.org/10.1080/17404622.2017.1401730</mixed-citation></ref><ref id="B34"><label>34.</label><mixed-citation>Kelly, R., &amp; Watts, L. (2015). Characterising the inventive appropriation of emoji as relationally meaningful in mediated close personal relationships. Experiences of technology appropriation: Unanticipated users, usage, circumstances, and design, 2.</mixed-citation></ref><ref id="B35"><label>35.</label><citation-alternatives><mixed-citation xml:lang="en">Koltsova, Е.А. (2018). Emoji as a new form of communication: functional and cognitive aspects. Cognitive Studies of Language, 35, 121-128. (In Russ.).</mixed-citation><mixed-citation xml:lang="ru">Кольцова Е.А. Эмодзи как новый способ коммуникации: функциональная и когнитивная специфика // Когнитивные исследования языка. 2018. Выпуск XXXV. С. 121-128.</mixed-citation></citation-alternatives></ref><ref id="B36"><label>36.</label><citation-alternatives><mixed-citation xml:lang="en">Goren, C.C., Sarty, M., &amp; Wu, P.Y. (1975). Visual following and pattern discrimination of facelike stimuli by newborn infants. Pediatrics, 56(4), 544-549.</mixed-citation><mixed-citation xml:lang="ru">SwiftKey Emoji Report. URL: https://ru.scribd.com/doc/262594751/SwiftKey-EmojiReport#download&amp;from_embed (accessed 20.12.2021).</mixed-citation></citation-alternatives></ref><ref id="B37"><label>37.</label><citation-alternatives><mixed-citation xml:lang="en">Johnson, M.H. (1991). Information processing and storage during filial imprinting. Cambridge: Cambridge University Press.</mixed-citation><mixed-citation xml:lang="ru">Goren, C.C., Sarty, M., &amp; Wu, P.Y. (1975). Visual following and pattern discrimination of facelike stimuli by newborn infants. Pediatrics, 56(4), 544-549.</mixed-citation></citation-alternatives></ref><ref id="B38"><label>38.</label><citation-alternatives><mixed-citation xml:lang="en">Ekman, P., Friesen, W.V., &amp; Ellsworth, P. (1972). Introduction to Research Findings. Emotion in the Human Face. https://doi.org/10.1016/b978-0-08-016643-8.50023-9</mixed-citation><mixed-citation xml:lang="ru">Johnson, M.H. (1991). Information processing and storage during filial imprinting. Cambridge: Cambridge University Press.</mixed-citation></citation-alternatives></ref><ref id="B39"><label>39.</label><citation-alternatives><mixed-citation xml:lang="en">Haxby, J.V., Hoffman, E.A., &amp; Gobbini, M.I. (2000). The distributed human neural system for face perception. Trends in Cognitive Sciences, 4(6), 223-233. https://doi.org/10.1016/ s1364-6613(00)01482-0</mixed-citation><mixed-citation xml:lang="ru">Ekman, P., Friesen, W.V., &amp; Ellsworth, P. (1972). Introduction to Research Findings. Emotion in the Human Face. https://doi.org/10.1016/b978-0-08-016643-8.50023-9</mixed-citation></citation-alternatives></ref><ref id="B40"><label>40.</label><citation-alternatives><mixed-citation xml:lang="en">Haxby, J.V., Hoffman, E.A., &amp; Gobbini, M.I. (2002). Human neural systems for face recognition and social communication. Biological Psychiatry, 51(1), 59-67. https://doi.org/10.1016/ s0006-3223(01)01330-0</mixed-citation><mixed-citation xml:lang="ru">Haxby, J.V., Hoffman, E.A., &amp; Gobbini, M.I. (2000). The distributed human neural system for face perception. Trends in Cognitive Sciences, 4(6), 223-233. https://doi.org/10.1016/ s1364-6613(00)01482-0</mixed-citation></citation-alternatives></ref><ref id="B41"><label>41.</label><citation-alternatives><mixed-citation xml:lang="en">Yuasa, M., Saito, K., &amp; Mukawa, N. (2011). Brain activity when reading sentences and emoticons: an fMRI study of verbal and nonverbal communication. Electronics and Communications in Japan, 94(5), 17-24. https://doi.org/10.1002/ecj.10311</mixed-citation><mixed-citation xml:lang="ru">Haxby, J.V., Hoffman, E.A., &amp; Gobbini, M.I. (2002). Human neural systems for face recognition and social communication. Biological Psychiatry, 51(1), 59-67. https://doi.org/10.1016/ s0006-3223(01)01330-0</mixed-citation></citation-alternatives></ref><ref id="B42"><label>42.</label><mixed-citation>Yuasa, M., Saito, K., &amp; Mukawa, N. (2011). Brain activity when reading sentences and emoticons: an fMRI study of verbal and nonverbal communication. Electronics and Communications in Japan, 94(5), 17-24. https://doi.org/10.1002/ecj.10311</mixed-citation></ref></ref-list></back></article>
