{
  "$schema": "/api/schemas/documents.schema.json",
  "apiVersion": "1.1.0",
  "lastModified": "2026-10-07T20:50:36.674Z",
  "sourcePath": "src/main/data/docs",
  "docId": "10.5594-JMI.2022.3153646",
  "document": {
    "abbrevTitle": "SMPTE Mot. Imag. J",
    "abbrevTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "abstract": "Advancements in artificial intelligence (AI) such as speech to text (STT), language understanding models, language generation models, and text to speech (TTS) enable various types of applications, one of which is realtime conversational virtual characters. Building an end-to-end framework with the right AI technology components enables relatable and multidimensional virtual characters, who can naturally converse in creatively controlled domains, while consistently maintaining their state and personality in predetermined narratives. In this work, we designed such a conversational framework with interchangeable and loosely coupled components to support granular creative details in character performance, efficiency in mass creation of virtual characters, and flexibility to embrace future improvements of each component in the fields. We then evaluated the robustness and modularity of the framework by creating Melodie, a virtual character who is fond of music and is a fan and promoter of the Eurovision Song Contest. With Melodie, we went through the full cycle from processing a speaker’s audio signals, to generating a proper response using a natural language generation model, to synthesizing the response in a character’s voice font, to finally synchronizing the synthesized response with corresponding body and facial movements to produce a coherent and believable character performance. Testing and analyzing the implementation of Melodie brought forth areas of improvement and ethical considerations that are, and continue to be, essential to the design of our future applications involving virtual characters.",
    "abstract$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "authors": [
      {
        "bio": "Ha Nguyen is the director of emerging technology at WarnerMedia’s Emerging and Creative Technologies, Burbank, CA. With a background in computer science, she has been with Warner Bros, now WarnerMedia, for 17 years. Starting out as a software engineer for mobile, back-end operations, and web, she ventured into digital and physical media, its application, post-production, and distribution services. She then switched gears to work in the emerging technology arena, where she helped to launch all WarnerMedia titles in ultrahigh-definition media format. At present, she brings mixed reality, artificial intelligence, and future storytelling concepts to the studios and participates in research and development work for next-generation media content creation.",
        "name": "Ha Nguyen"
      },
      {
        "bio": "Aansh Malik is an AI engineer on the emerging and creative technologies team at WarnerMedia, Burbank, CA. His work focuses on leveraging advancements in AI to enable more interactive storytelling, facilitate experiences in immersive mediums such as AR/VR, as well as augmenting current workflows in the media production lifecycle. His projects are a confluence of fields including reinforcement learning in game engines, computer vision, recurrent neural networks for audio processing, among others. He received a BS degree in electrical engineering with a specialization in machine learning from the University of California at San Diego, La Jolla, CA.",
        "name": "Aansh Malik"
      },
      {
        "bio": "Michael Zink is the vice president of emerging and creative technologies at WarnerMedia, Burbank, CA, where he is responsible for exploring emerging technologies to enhance WarnerMedia’s storytelling capabilities across different platforms. This includes assessing the latest technologies, developing innovative experiences, and integrating new solutions into creative production workflows. He also participates in several industry associations, serves as the president and chairman for the UHD Alliance and Education, and the Vice President for SMPTE. Prior to joining Warner Bros., in 2014, he worked at Technicolor London, U.K., and Los Angeles, CA, for over ten years, most recently as the vice president of technology strategy, where he was responsible for launching the production efforts around various new distribution formats and adoption of Technicolor technology solutions within industry groups. Earlier in his career, he worked for several media production facilities in Germany.",
        "name": "Michael Zink"
      }
    ],
    "authors$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "contentType": "orig-research",
    "contentType$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "copyright": {
      "holder": "SMPTE",
      "holder$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "year": "2022",
      "year$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "copyright$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docId": "10.5594-JMI.2022.3153646",
    "docId$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docLabel": "SMPTE Motion Imaging Journal ( Volume: 131, Issue: 3, April 2022)",
    "docLabel$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docTitle": "Exploring Realtime Conversational Virtual Characters",
    "docTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docType": "Journal Article",
    "docType$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "doi": "10.5594/JMI.2022.3153646",
    "doi$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "href": "https://doi.org/10.5594/JMI.2022.3153646",
    "href$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "issn": {
      "electronic": "2160-2492",
      "electronic$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "print": "1545-0279",
      "print$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "issn$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "journalAcronym": "MIJR",
    "journalAcronym$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "journalTitle": "SMPTE Motion Imaging Journal",
    "journalTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "keywords": [
      "Artificial Intelligence",
      "Conversational AI",
      "Conversational Characters",
      "Virtual Characters"
    ],
    "keywords$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "number": "3",
    "number$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "pages": "25–34",
    "pages$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publicationDate": "2022-04-01",
    "publicationDate$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publisher": "SMPTE",
    "publisher$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publisherLocation": {
      "city": "White Plains, NY",
      "city$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "country": "USA",
      "country$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "publisherLocation$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "references": {
      "bibliographic": [
        "orphan/10.5594-JMI.2022.3153646/h:c378a16c",
        "orphan/10.5594-JMI.2022.3153646/h:1caf9529",
        "orphan/10.5594-JMI.2022.3153646/h:8443084c",
        "orphan/10.5594-JMI.2022.3153646/h:053aa47a",
        "orphan/10.5594-JMI.2022.3153646/h:f7f3cf85",
        "orphan/10.5594-JMI.2022.3153646/h:b08a12ca",
        "orphan/10.5594-JMI.2022.3153646/h:93fc3c5d",
        "orphan/10.5594-JMI.2022.3153646/h:d36eafc8"
      ],
      "bibliographic$meta": {
        "confidence": "medium",
        "note": "References parsed from the published PDF (Journal Article Repository/2022/7261654/9749797/09749803.pdf). SMPTE's library delivery has no reference file or full text for this paper (src/main/reports/smpte-upstream/referenceFilesTruthTable.md). Cross-check: Crossref lists 8 reference(s) for this DOI; 8 parsed from the PDF.",
        "originalValue": [],
        "overridden": true,
        "source": "parsed",
        "updated": "2026-10-07T20:50:36.674Z",
        "version": "extractDocs.js@commit:d25f34130540"
      }
    },
    "status": {
      "active": true,
      "active$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "volume": "131",
    "volume$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2022/7261654/9749797/09749803.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    }
  }
}