{
  "$schema": "/api/schemas/documents.schema.json",
  "apiVersion": "1.1.0",
  "lastModified": "2026-10-15T10:03:40.282Z",
  "sourcePath": "src/main/data/docs",
  "docId": "10.5594-JMI.2021.3072684",
  "document": {
    "abbrevTitle": "SMPTE Mot. Imag. J",
    "abbrevTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "abstract": "Post-production workflows rely heavily on image processing and computer vision algorithms for the implementation of their visual effects (VFX) tools. In these fields, machine learning has been shown to be disruptive. By integrating the domain statistics from a given training data set, machine-learning-based operators may be more efficient at solving existing problems and may enable new problems to be solved, expanding the VFX toolset. In this study, we share our experience developing and integrating several machine-learning-based operators into software for the post-production industry. We will present a sky segmentation operator, a depth map estimation operator, and an operator to compute face geometric maps (UVs,* depth, and normals) from sequences of images. More specifically, these operators consist of trained deep convolutional neural networks (DCNNs) taking as input an RGB color image and outputting the associated maps, that is, a matte, depth, normals, and/or UV maps. Such maps permit the application of many different effects to the input image during color grading, including beautification or even relighting of faces. These studies will serve as a case study to review and discuss the multiple challenges posed by the implementation, integration, and deployment of machine-learning-based operators into a VFX toolset.",
    "abstract$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "authors": [
      {
        "bio": "Nicolas Moënne-Loccoz joined the Creative Finishing team at Autodesk, Montréal, Canada, in 2011, where he is working on the machine learning and computer vision (optical flow estimation, planar and camera tracking, sky and human segmentation, and face geometry maps predictions) and computer graphics (rendering workflows and post-processing effects) challenges for the flame 3D compositing tools. Prior to this, he has spent five years working on machine learning and computer vision applied to face tracking, reconstruction, and recognition at SAFRAN Morpho, Paris, France, and four years working on his PhD in content-based indexing and retrieval of video at the University of Geneva, Geneva, Switzerland.",
        "name": "Nicolas Moënne-Loccoz",
        "orcid": "0000-0002-2312-9275"
      }
    ],
    "authors$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "contentType": "orig-research",
    "contentType$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "copyright": {
      "holder": "SMPTE",
      "holder$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "year": "2021",
      "year$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "copyright$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docId": "10.5594-JMI.2021.3072684",
    "docId$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docLabel": "SMPTE Motion Imaging Journal ( Volume: 130, Issue: 5, June 2021)",
    "docLabel$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docTitle": "Integrating Machine-Learning-Based Operators in Visual Effects Toolsets",
    "docTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docType": "Journal Article",
    "docType$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "doi": "10.5594/JMI.2021.3072684",
    "doi$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "href": "https://doi.org/10.5594/JMI.2021.3072684",
    "href$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "issn": {
      "electronic": "2160-2492",
      "electronic$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "print": "1545-0279",
      "print$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "issn$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "journalAcronym": "MIJR",
    "journalAcronym$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "journalTitle": "SMPTE Motion Imaging Journal",
    "journalTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "keywords": [
      "Face Relighting",
      "Machine Learning",
      "Monocular Depth Estimation",
      "Sky Segmentation",
      "Visual Effects"
    ],
    "keywords$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "number": "5",
    "number$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "pages": "26–34",
    "pages$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publicationDate": "2021-06-01",
    "publicationDate$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publisher": "SMPTE",
    "publisher$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publisherLocation": {
      "city": "White Plains, NY",
      "city$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "country": "USA",
      "country$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "publisherLocation$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "references": {
      "bibliographic": [
        "orphan/10.5594-JMI.2021.3072684/h:0edfa872",
        "orphan/10.5594-JMI.2021.3072684/h:ee358aa3",
        "orphan/10.5594-JMI.2021.3072684/h:63334162",
        "orphan/10.5594-JMI.2021.3072684/h:59d7d5a0",
        "orphan/10.5594-JMI.2021.3072684/h:a8b19ca4",
        "orphan/10.5594-JMI.2021.3072684/h:d6ae9762",
        "orphan/10.5594-JMI.2021.3072684/h:c02972c0",
        "orphan/10.5594-JMI.2021.3072684/h:d7d6a7f9",
        "orphan/10.5594-JMI.2021.3072684/h:43782189",
        "orphan/10.5594-JMI.2021.3072684/h:62440356",
        "orphan/10.5594-JMI.2021.3072684/h:0eb9c076",
        "orphan/10.5594-JMI.2021.3072684/h:ba68c027",
        "orphan/10.5594-JMI.2021.3072684/h:8fbd2be3",
        "orphan/10.5594-JMI.2021.3072684/h:c468d0d4",
        "orphan/10.5594-JMI.2021.3072684/h:0d024261"
      ],
      "bibliographic$meta": {
        "confidence": "medium",
        "note": "References parsed from the published PDF (Journal Article Repository/2021/7261654/9446091/09446174.pdf). SMPTE's library delivery has no reference file or full text for this paper (src/main/reports/smpte-upstream/referenceFilesTruthTable.md). Cross-check: Crossref lists 15 reference(s) for this DOI; 15 parsed from the PDF.",
        "originalValue": [],
        "overridden": true,
        "source": "parsed",
        "updated": "2026-10-07T20:50:36.650Z",
        "version": "extractDocs.js@commit:d25f34130540"
      }
    },
    "resolvedHref": "https://journal.smpte.org/periodicals/SMPTE%20Motion%20Imaging%20Journal/130/5/11/",
    "resolvedHref$meta": {
      "confidence": "high",
      "note": "Backfilled from url.validate report #resolvedHref",
      "originalValue": null,
      "source": "resolved",
      "updated": "2026-10-15T10:03:40.282Z"
    },
    "status": {
      "active": true,
      "active$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "volume": "130",
    "volume$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Journal Article Repository/2021/7261654/9446091/09446174.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    }
  }
}