{
  "$schema": "/api/schemas/documents.schema.json",
  "apiVersion": "1.1.0",
  "lastModified": "2026-10-15T10:03:40.283Z",
  "sourcePath": "src/main/data/docs",
  "docId": "10.5594-M001866",
  "document": {
    "abstract": "Post-production workflows rely heavily on image processing and computer vision algorithms for the implementation of their visual effect (VFX) tools. In these fields, machine learning has been shown to be disruptive. By integrating the domain statistics from a given training dataset, machine learning based operators may be more efficient at solving existing problems and may enable new problems to be solved, expanding the VFX toolset. In this paper we are sharing our experience on developing and integrating several machine-learning based operators into software for the Post-production industry. We will present a sky segmentation operator, a depth map estimation operator and an operator to compute face geometric maps (UVs, depth and normals) from sequences of images. More specifically, these operators consist in trained deep convolutional neural networks (DCNN) taking as input an RGB color image and outputting the associated maps, i.e. a matte, depth, normals, and/or UVs maps. Such maps permit to apply many different effects to the input image during color grading, including beautification or even relighting of faces. These works will serve as a case study to review and discuss the multiple challenges posed by the implementation, integration and deployment of machine learning based operators into a VFX toolsets.",
    "abstract$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "authors": [
      {
        "affiliation": "Autodesk, Montréal",
        "name": "Nicolas Moenne-Loccoz"
      }
    ],
    "authors$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "contentType": "orig-research",
    "contentType$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "copyright": {
      "holder": "Society of Motion Picture and Television Engineers, Inc.",
      "holder$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "year": "2019",
      "year$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "copyright$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docId": "10.5594-M001866",
    "docId$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docLabel": "SMPTE Meetings and Conferences ( October 2019)",
    "docLabel$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docTitle": "Integrating Machine Learning Based Operators in Visual Effects Toolsets",
    "docTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "docType": "Conference Paper",
    "docType$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "doi": "10.5594/M001866",
    "doi$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "href": "https://doi.org/10.5594/M001866",
    "href$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "journalTitle": "SMPTE 2019 Annual Technical Conference & Exhibition",
    "journalTitle$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "keywords": [
      "Visual Effects",
      "Machine Learning",
      "Sky Segmentation",
      "Monocular Depth Estimation",
      "Face Relighting"
    ],
    "keywords$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "number": "10",
    "number$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "pages": "1–17",
    "pages$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publicationDate": "2019-10-21",
    "publicationDate$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publisher": "SMPTE",
    "publisher$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "publisherLocation": {
      "city": "White Plains, NY",
      "city$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      },
      "country": "USA",
      "country$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "publisherLocation$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    },
    "references": {
      "bibliographic": [
        "orphan/10.5594-M001866/h:742589a0",
        "orphan/10.5594-M001866/h:0456124c",
        "orphan/10.5594-M001866/h:39cd999f",
        "orphan/10.5594-M001866/h:5c1f7f1b",
        "orphan/10.5594-M001866/h:12f3953c",
        "orphan/10.5594-M001866/h:97bd588a",
        "orphan/10.5594-M001866/h:1b31c552",
        "orphan/10.5594-M001866/h:c9127682",
        "orphan/10.5594-M001866/h:1401bdf0",
        "orphan/10.5594-M001866/h:799549fb",
        "orphan/10.5594-M001866/h:d86878f6",
        "orphan/10.5594-M001866/h:4f20a46c",
        "orphan/10.5594-M001866/h:200b43e3",
        "orphan/10.5594-M001866/h:c2d9097d",
        "orphan/10.5594-M001866/h:14e541fe"
      ],
      "bibliographic$meta": {
        "confidence": "medium",
        "flag": "Unnumbered bibliography split by line heuristics; check entry boundaries against the PDF",
        "note": "References parsed from the published PDF (Conference Repository/Conference Papers/2019/8977456/8977457/08977461.pdf), unnumbered bibliography. SMPTE's library delivery has no reference file or full text for this paper (src/main/reports/smpte-upstream/referenceFilesTruthTable.md). Cross-check: Crossref lists 15 reference(s) for this DOI; 15 parsed from the PDF.",
        "originalValue": [
          "orphan/10.5594-M001866/h:742589a0",
          "orphan/10.5594-M001866/h:0456124c",
          "orphan/10.5594-M001866/h:39cd999f",
          "orphan/10.5594-M001866/h:5c1f7f1b",
          "orphan/10.5594-M001866/h:12f3953c",
          "orphan/10.5594-M001866/h:97bd588a",
          "orphan/10.5594-M001866/h:1b31c552",
          "orphan/10.5594-M001866/h:11890adc",
          "orphan/10.5594-M001866/h:b02d894f",
          "orphan/10.5594-M001866/h:1401bdf0",
          "orphan/10.5594-M001866/h:799549fb",
          "orphan/10.5594-M001866/h:d86878f6",
          "orphan/10.5594-M001866/h:4f20a46c",
          "orphan/10.5594-M001866/h:200b43e3",
          "orphan/10.5594-M001866/h:a1393e95",
          "orphan/10.5594-M001866/h:dfa49f19",
          "orphan/10.5594-M001866/h:14e541fe"
        ],
        "overridden": true,
        "reviewRequired": true,
        "source": "parsed",
        "updated": "2026-10-07T21:15:39.465Z",
        "version": "extractDocs.js@commit:d25f34130540"
      }
    },
    "resolvedHref": "https://journal.smpte.org/conferences/SMPTE%202019/4/",
    "resolvedHref$meta": {
      "confidence": "high",
      "note": "Backfilled from url.validate report #resolvedHref",
      "originalValue": null,
      "source": "resolved",
      "updated": "2026-10-15T10:03:40.283Z"
    },
    "status": {
      "active": true,
      "active$meta": {
        "confidence": "high",
        "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
        "source": "parsed",
        "updated": "2026-10-07T17:09:33.718Z",
        "version": "smpte-idams-publication@v1"
      }
    },
    "volume": "2019",
    "volume$meta": {
      "confidence": "high",
      "note": "Ingested from SMPTE IDAMS <publication> (_source/SMPTE/Conference Repository/Conference Papers/2019/8977456/8977457/08977461.xml) via idamsIngest.js",
      "source": "parsed",
      "updated": "2026-10-07T17:09:33.718Z",
      "version": "smpte-idams-publication@v1"
    }
  }
}