{"id":4684,"date":"2020-06-02T18:31:00","date_gmt":"2020-06-02T16:31:00","guid":{"rendered":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/?post_type=portfolio&#038;p=4684"},"modified":"2022-10-04T12:58:01","modified_gmt":"2022-10-04T10:58:01","slug":"photorealistic-material-editing","status":"publish","type":"portfolio","link":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/gfx\/photorealistic-material-editing\/","title":{"rendered":"Photorealistic Material Editing Through Direct Image Manipulation &#8211; Computer Graphics Forum (EGSR 2020) &#8211; K\u00e1roly Zsolnai-Feh\u00e9r, Peter Wonka, Michael Wimmer"},"content":{"rendered":"<div  class='flex_column av-1zl5vce-955a0db0835387102214e10435329554 av_one_full  avia-builder-el-0  el_before_av_hr  avia-builder-el-first  first flex_column_div  '     ><div  class='avia-slideshow av-1xneie6-b0bed64b5d34077a1c07a2915720ad6e avia-slideshow-no scaling av_slideshow avia-slide-slider  avia-builder-el-1  avia-builder-el-no-sibling  av-slideshow-ui av-control-default av-slideshow-autoplay av-loop-endless av-loop-manual-endless av-default-height-applied avia-slideshow-1' data-slideshow-options=\"{&quot;animation&quot;:&quot;slide&quot;,&quot;autoplay&quot;:true,&quot;loop_autoplay&quot;:&quot;endless&quot;,&quot;interval&quot;:6,&quot;loop_manual&quot;:&quot;manual-endless&quot;,&quot;autoplay_stopper&quot;:false,&quot;noNavigation&quot;:false,&quot;bg_slider&quot;:false,&quot;keep_padding&quot;:false,&quot;hoverpause&quot;:false,&quot;show_slide_delay&quot;:0}\"  itemprop=\"image\" itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/ImageObject\" ><ul class='avia-slideshow-inner ' style='padding-bottom: 64.94140625%;'><li  class='avia-slideshow-slide av-1xneie6-b0bed64b5d34077a1c07a2915720ad6e__0  slide-1 slide-odd'><div data-rel='slideshow-1' class='avia-slide-wrap '   ><img decoding=\"async\" fetchpriority=\"high\" class=\"wp-image-4711 avia-img-lazy-loading-not-4711\"  src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/teaser3.jpg\" width=\"2048\" height=\"1330\" title='teaser3' alt=''  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/teaser3.jpg 2048w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/teaser3-300x195.jpg 300w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/teaser3-768x499.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/teaser3-1030x669.jpg 1030w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/teaser3-1500x974.jpg 1500w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/teaser3-705x458.jpg 705w\" sizes=\"(max-width: 2048px) 100vw, 2048px\" \/><\/div><\/li><li  class='avia-slideshow-slide av-1xneie6-b0bed64b5d34077a1c07a2915720ad6e__1  slide-2 slide-even'><div data-rel='slideshow-1' class='avia-slide-wrap '   ><img decoding=\"async\" fetchpriority=\"high\" class=\"wp-image-4712 avia-img-lazy-loading-not-4712\"  src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-water.jpg\" width=\"2560\" height=\"1440\" title='pme-water' alt=''  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-water.jpg 2560w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-water-300x169.jpg 300w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-water-768x432.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-water-1030x579.jpg 1030w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-water-1500x844.jpg 1500w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-water-705x397.jpg 705w\" sizes=\"(max-width: 2560px) 100vw, 2560px\" \/><\/div><\/li><li  class='avia-slideshow-slide av-1xneie6-b0bed64b5d34077a1c07a2915720ad6e__2  slide-3 slide-odd'><div data-rel='slideshow-1' class='avia-slide-wrap '   ><img decoding=\"async\" fetchpriority=\"high\" class=\"wp-image-4714 avia-img-lazy-loading-not-4714\"  src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-honey.jpg\" width=\"2560\" height=\"1440\" title='pme-honey' alt=''  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-honey.jpg 2560w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-honey-300x169.jpg 300w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-honey-768x432.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-honey-1030x579.jpg 1030w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-honey-1500x844.jpg 1500w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-honey-705x397.jpg 705w\" sizes=\"(max-width: 2560px) 100vw, 2560px\" \/><\/div><\/li><li  class='avia-slideshow-slide av-1xneie6-b0bed64b5d34077a1c07a2915720ad6e__3  slide-4 slide-even'><div data-rel='slideshow-1' class='avia-slide-wrap '   ><img decoding=\"async\" fetchpriority=\"high\" class=\"wp-image-4715 avia-img-lazy-loading-not-4715\"  src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/fluid.jpg\" width=\"3840\" height=\"2160\" title='fluid' alt=''  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/fluid.jpg 3840w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/fluid-300x169.jpg 300w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/fluid-768x432.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/fluid-1030x579.jpg 1030w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/fluid-1500x844.jpg 1500w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/fluid-705x397.jpg 705w\" sizes=\"(max-width: 3840px) 100vw, 3840px\" \/><\/div><\/li><li  class='avia-slideshow-slide av-1xneie6-b0bed64b5d34077a1c07a2915720ad6e__4  slide-5 slide-odd'><div data-rel='slideshow-1' class='avia-slide-wrap '   ><img decoding=\"async\" fetchpriority=\"high\" class=\"wp-image-4716 avia-img-lazy-loading-not-4716\"  src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/glass-scene-trimmed-1.jpg\" width=\"2768\" height=\"2959\" title='glass-scene-trimmed' alt=''  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/glass-scene-trimmed-1.jpg 2768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/glass-scene-trimmed-1-281x300.jpg 281w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/glass-scene-trimmed-1-768x821.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/glass-scene-trimmed-1-964x1030.jpg 964w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/glass-scene-trimmed-1-1403x1500.jpg 1403w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/glass-scene-trimmed-1-659x705.jpg 659w\" sizes=\"(max-width: 2768px) 100vw, 2768px\" \/><\/div><\/li><\/ul><div class='avia-slideshow-arrows avia-slideshow-controls' ><a href='#prev' class='prev-slide  avia-svg-icon avia-font-svg_entypo-fontello' data-av_svg_icon='left-open-big' data-av_iconset='svg_entypo-fontello' tabindex='-1' title=\"Previous\"><svg version=\"1.1\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"15\" height=\"32\" viewBox=\"0 0 15 32\" preserveAspectRatio=\"xMidYMid meet\" aria-labelledby='av-svg-title-1' aria-describedby='av-svg-desc-1' role=\"graphics-symbol\" aria-hidden=\"true\">\n<title id='av-svg-title-1'>Previous<\/title>\n<desc id='av-svg-desc-1'>Previous<\/desc>\n<path d=\"M14.464 27.84q0.832 0.832 0 1.536-0.832 0.832-1.536 0l-12.544-12.608q-0.768-0.768 0-1.6l12.544-12.608q0.704-0.832 1.536 0 0.832 0.704 0 1.536l-11.456 11.904z\"><\/path>\n<\/svg><span class='avia_hidden_link_text'>Previous<\/span><\/a><a href='#next' class='next-slide  avia-svg-icon avia-font-svg_entypo-fontello' data-av_svg_icon='right-open-big' data-av_iconset='svg_entypo-fontello' tabindex='-1' title=\"Next\"><svg version=\"1.1\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"15\" height=\"32\" viewBox=\"0 0 15 32\" preserveAspectRatio=\"xMidYMid meet\" aria-labelledby='av-svg-title-2' aria-describedby='av-svg-desc-2' role=\"graphics-symbol\" aria-hidden=\"true\">\n<title id='av-svg-title-2'>Next<\/title>\n<desc id='av-svg-desc-2'>Next<\/desc>\n<path d=\"M0.416 27.84l11.456-11.84-11.456-11.904q-0.832-0.832 0-1.536 0.832-0.832 1.536 0l12.544 12.608q0.768 0.832 0 1.6l-12.544 12.608q-0.704 0.832-1.536 0-0.832-0.704 0-1.536z\"><\/path>\n<\/svg><span class='avia_hidden_link_text'>Next<\/span><\/a><\/div><div class='avia-slideshow-dots avia-slideshow-controls'><a href='#1' class='goto-slide active' >1<\/a><a href='#2' class='goto-slide ' >2<\/a><a href='#3' class='goto-slide ' >3<\/a><a href='#4' class='goto-slide ' >4<\/a><a href='#5' class='goto-slide ' >5<\/a><\/div><\/div><\/div>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-1m2av4e-bce4636e7ff82ae0023d7e3f4492fc18\">\n#top .hr.hr-invisible.av-1m2av4e-bce4636e7ff82ae0023d7e3f4492fc18{\nheight:25px;\n}\n<\/style>\n<div  class='hr av-1m2av4e-bce4636e7ff82ae0023d7e3f4492fc18 hr-invisible  avia-builder-el-2  el_after_av_one_full  el_before_av_one_full '><span class='hr-inner '><span class=\"hr-inner-style\"><\/span><\/span><\/div>\n<div  class='flex_column av-5q3ptq-f75f29716652316b968bb42772565327 av_one_full  avia-builder-el-3  el_after_av_hr  el_before_av_one_full  first flex_column_div  '     ><p>\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-4lllt8-ee74b8427219bb3cd2163acb0ef391f3\">\n#top .av-special-heading.av-4lllt8-ee74b8427219bb3cd2163acb0ef391f3{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-4lllt8-ee74b8427219bb3cd2163acb0ef391f3 .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-4lllt8-ee74b8427219bb3cd2163acb0ef391f3 .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-4lllt8-ee74b8427219bb3cd2163acb0ef391f3 av-special-heading-h3 meta-heading  avia-builder-el-4  el_before_av_textblock  avia-builder-el-first  av-linked-heading'><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Photorealistic Material Editing Through Direct Image Manipulation &#8211; Summary<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-1h5qze6-24488676470d20d667cc814a0cc70750 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>This work enables artists without photorealistic rendering experience to reuse their knowledge in image editing to create a target material. Then, after showing this sample to our learning-based method, it finds the closest photorealistic material to match it. This deceivingly simple combination of a collection of neural network predictions and an optimizer, and outperforms significantly more complex techniques (including <a href=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/gfx\/gaussian-material-synthesis\/\"><strong>Gaussian Material Synthesis<\/strong><\/a>), when a handful of materials are sought.<\/p>\n<\/div><\/section><\/p><\/div>\n<div  class='flex_column av-1gplpgu-87888d2b1bf86a6e3276fc409e31771a av_one_full  avia-builder-el-6  el_after_av_one_full  el_before_av_hr  first flex_column_div  column-top-margin'     ><p>\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-38kcfg-3092fa4696530ecb5fc2940560445568\">\n#top .av-special-heading.av-38kcfg-3092fa4696530ecb5fc2940560445568{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-38kcfg-3092fa4696530ecb5fc2940560445568 .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-38kcfg-3092fa4696530ecb5fc2940560445568 .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-38kcfg-3092fa4696530ecb5fc2940560445568 av-special-heading-h3 meta-heading  avia-builder-el-7  el_before_av_textblock  avia-builder-el-first '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Abstract<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-1cakm2m-694dad7cc0a45d71061f2b4ab3f28760 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p style=\"text-align: justify;\"><span class='av_dropcap2 av-av_dropcap2-21c86f7a1fbddaa06b9d9923710e6bba'>C<\/span>reating photorealistic materials for light transport algorithms requires carefully fine-tuning a set of material properties to achieve a desired artistic effect. This is typically a lengthy process that involves a trained artist with specialized knowledge. In this work, we present a technique that aims to empower novice and intermediate-level users to synthesize high-quality photorealistic materials by only requiring basic image processing knowledge. In the proposed workflow, the user starts with an input image and applies a few intuitive transforms (e.g., colorization, image inpainting) within a 2D image editor of their choice, and in the next step, our technique produces a photorealistic result that approximates this target image. Our method combines the advantages of a neural network-augmented optimizer and an encoder neural network to produce high-quality output results within 30 seconds. We also demonstrate that it is resilient against poorly-edited target images and propose a simple extension to predict image sequences with a strict time budget of 1-2 seconds per image.<\/p>\n<p style=\"text-align: justify;\"><em>Keywords: neural networks, photorealistic rendering, neural rendering, photorealistic material editing<br \/>\n<\/em><\/p>\n<p style=\"text-align: justify;\"><strong>This paper is under the permissive <span style=\"color: #0000ff;\"><a style=\"color: #0000ff;\" href=\"https:\/\/tldrlegal.com\/license\/creative-commons-attribution-4.0-international-(cc-by-4)\">CC-BY<\/a><\/span> license, <em>except<\/em> the parts that build upon third-party materials &#8211; please check the acknowledgements section in the paper for those. The source code is under the even more permissive <span style=\"color: #0000ff;\"><a style=\"color: #0000ff;\" href=\"https:\/\/tldrlegal.com\/license\/mit-license\">MIT<\/a><\/span> license. Feel free to reuse the materials and hack away at the code! If you built something on top of this, please drop me a message &#8211; I&#8217;d love to see where others take these ideas and will leave links to the best ones here.<br \/>\n<\/strong><\/p>\n<\/div><\/section><\/p><\/div>\n<div  class='hr av-1bxu5fy-89654737ef8e4634c95782b859c841bc hr-default  avia-builder-el-9  el_after_av_one_full  el_before_av_one_full '><span class='hr-inner '><span class=\"hr-inner-style\"><\/span><\/span><\/div>\n<div  class='flex_column av-1a2cvqm-0b663c3c79937f5ef1bca6dd1e0aae56 av_one_full  avia-builder-el-10  el_after_av_hr  el_before_av_video  first flex_column_div  '     ><style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-17x7bge-059269cb2f0a68d56f6642c68236978d\">\n#top .av-special-heading.av-17x7bge-059269cb2f0a68d56f6642c68236978d{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-17x7bge-059269cb2f0a68d56f6642c68236978d .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-17x7bge-059269cb2f0a68d56f6642c68236978d .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-17x7bge-059269cb2f0a68d56f6642c68236978d av-special-heading-h3 meta-heading  avia-builder-el-11  avia-builder-el-no-sibling '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Resources<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><\/div>\n<div  class='avia-video av-15j3ly6-69c06459cc612f94a9dbb021b1da9c98 avia-video-16-9 av-no-preview-image avia-video-load-always av-lazyload-immediate av-lazyload-video-embed'  itemprop=\"video\" itemtype=\"https:\/\/schema.org\/VideoObject\"  data-original_url='https:\/\/www.youtube.com\/watch?v=oYtwCZx5rsU'><script type='text\/html' class='av-video-tmpl'><div class='avia-iframe-wrap'><iframe loading=\"lazy\" title=\"Surprise Video With Our New Paper On Material Editing! \ud83d\udd2e\" width=\"1500\" height=\"844\" src=\"https:\/\/www.youtube.com\/embed\/oYtwCZx5rsU?feature=oembed&autoplay=0&loop=0&controls=1&mute=0\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture\" allowfullscreen><\/iframe><\/div><\/script><div class='av-click-to-play-overlay'><div class=\"avia_playpause_icon\"><\/div><\/div><\/div>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-13120f2-edeca93095f16a87c91f48637adc90d4\">\n#top .hr.hr-invisible.av-13120f2-edeca93095f16a87c91f48637adc90d4{\nheight:6px;\n}\n<\/style>\n<div  class='hr av-13120f2-edeca93095f16a87c91f48637adc90d4 hr-invisible  avia-builder-el-13  el_after_av_video  el_before_av_one_third '><span class='hr-inner '><span class=\"hr-inner-style\"><\/span><\/span><\/div>\n<div  class='flex_column av-10pteby-37cadc7b1b0ef35e71c0b2bbf86f3799 av_one_third  avia-builder-el-14  el_after_av_hr  el_before_av_one_third  first flex_column_div  '     ><style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-zvwkwe-b64e4ec8a65782389762504fd14251a0\">\n.avia-image-container.av-zvwkwe-b64e4ec8a65782389762504fd14251a0 img.avia_image{\nbox-shadow:none;\n}\n.avia-image-container.av-zvwkwe-b64e4ec8a65782389762504fd14251a0 .av-caption-image-overlay-bg{\nopacity:0.4;\nbackground-color:#000000;\n}\n.avia-image-container.av-zvwkwe-b64e4ec8a65782389762504fd14251a0 .av-image-caption-overlay-center{\ncolor:#ffffff;\n}\n<\/style>\n<div  class='avia-image-container av-zvwkwe-b64e4ec8a65782389762504fd14251a0 av-styling- av-img-linked avia_animated_image av-animated-when-visible-95 left-to-right avia-align-center  avia-builder-el-15  avia-builder-el-no-sibling  noHover av-overlay-hover-deactivate'   itemprop=\"image\" itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/ImageObject\" ><div class=\"avia-image-container-inner\"><div class=\"avia-image-overlay-wrap\"><a href=\"https:\/\/users.cg.tuwien.ac.at\/~zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme.pdf\" class='avia_image '  target=\"_blank\"  rel=\"noopener noreferrer\" aria-label='pme-cover-high'><div class=\"av-image-caption-overlay\"><div class=\"av-caption-image-overlay-bg\"><\/div><div class=\"av-image-caption-overlay-position\"><div class=\"av-image-caption-overlay-center\"><p>Paper (11 MB)<\/p>\n<\/div><\/div><\/div><img decoding=\"async\" fetchpriority=\"high\" class='wp-image-4689 avia-img-lazy-loading-not-4689 avia_image ' src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-cover-high-796x1030.jpg\" alt='' title='pme-cover-high'  height=\"1030\" width=\"796\"  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-cover-high-796x1030.jpg 796w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-cover-high-232x300.jpg 232w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-cover-high-768x994.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-cover-high-1159x1500.jpg 1159w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-cover-high-545x705.jpg 545w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2019\/09\/pme-cover-high.jpg 1487w\" sizes=\"(max-width: 796px) 100vw, 796px\" \/><\/a><\/div><\/div><\/div><\/div>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-r5vhvi-58c6871c9a204d2901e7681820a631e8\">\n.flex_column.av-r5vhvi-58c6871c9a204d2901e7681820a631e8{\nborder-radius:0px 0px 0px 0px;\npadding:0px 0px 0px 0px;\n}\n<\/style>\n<div  class='flex_column av-r5vhvi-58c6871c9a204d2901e7681820a631e8 av_one_third  avia-builder-el-16  el_after_av_one_third  el_before_av_one_third  flex_column_div av-zero-column-padding  '     ><style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-pcnvzi-942c248e3fbb2f8c606929d3549f7e8b\">\n.avia-image-container.av-pcnvzi-942c248e3fbb2f8c606929d3549f7e8b img.avia_image{\nbox-shadow:none;\n}\n.avia-image-container.av-pcnvzi-942c248e3fbb2f8c606929d3549f7e8b .av-caption-image-overlay-bg{\nopacity:0.4;\nbackground-color:#000000;\n}\n.avia-image-container.av-pcnvzi-942c248e3fbb2f8c606929d3549f7e8b .av-image-caption-overlay-center{\ncolor:#ffffff;\n}\n<\/style>\n<div  class='avia-image-container av-pcnvzi-942c248e3fbb2f8c606929d3549f7e8b av-styling- av-img-linked avia_animated_image av-animated-when-visible-95 left-to-right avia-align-center  avia-builder-el-17  avia-builder-el-no-sibling  noHover av-overlay-hover-deactivate'   itemprop=\"image\" itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/ImageObject\" ><div class=\"avia-image-container-inner\"><div class=\"avia-image-overlay-wrap\"><a href=\"https:\/\/users.cg.tuwien.ac.at\/~zsolnai\/wp\/wp-content\/uploads\/2019\/09\/PME-source-and-NNs.zip\" class='avia_image '  target=\"_blank\"  rel=\"noopener noreferrer\" aria-label='code-icon'><div class=\"av-image-caption-overlay\"><div class=\"av-caption-image-overlay-bg\"><\/div><div class=\"av-image-caption-overlay-position\"><div class=\"av-image-caption-overlay-center\"><p>Code + pre-trained networks (8.36 GB)<\/p>\n<\/div><\/div><\/div><img decoding=\"async\" fetchpriority=\"high\" class='wp-image-2653 avia-img-lazy-loading-not-2653 avia_image ' src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon.png\" alt='' title='code-icon'  height=\"665\" width=\"714\"  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon.png 714w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon-300x279.png 300w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon-705x656.png 705w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon-450x419.png 450w\" sizes=\"(max-width: 714px) 100vw, 714px\" \/><\/a><\/div><\/div><\/div><\/div>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-o4wj0u-a130008c3fbfe74545110a7a6387a00d\">\n.flex_column.av-o4wj0u-a130008c3fbfe74545110a7a6387a00d{\nborder-radius:0px 0px 0px 0px;\npadding:0px 0px 0px 0px;\n}\n<\/style>\n<div  class='flex_column av-o4wj0u-a130008c3fbfe74545110a7a6387a00d av_one_third  avia-builder-el-18  el_after_av_one_third  el_before_av_hr  flex_column_div av-zero-column-padding  '     ><style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-m9em66-432c13fc3f5b7da9a22cfdf616252787\">\n.avia-image-container.av-m9em66-432c13fc3f5b7da9a22cfdf616252787 img.avia_image{\nbox-shadow:none;\n}\n.avia-image-container.av-m9em66-432c13fc3f5b7da9a22cfdf616252787 .av-caption-image-overlay-bg{\nopacity:0.4;\nbackground-color:#000000;\n}\n.avia-image-container.av-m9em66-432c13fc3f5b7da9a22cfdf616252787 .av-image-caption-overlay-center{\ncolor:#ffffff;\n}\n<\/style>\n<div  class='avia-image-container av-m9em66-432c13fc3f5b7da9a22cfdf616252787 av-styling- av-img-linked avia_animated_image av-animated-when-visible-95 left-to-right avia-align-center  avia-builder-el-19  avia-builder-el-no-sibling  noHover av-overlay-hover-deactivate'   itemprop=\"image\" itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/ImageObject\" ><div class=\"avia-image-container-inner\"><div class=\"avia-image-overlay-wrap\"><a href=\"https:\/\/users.cg.tuwien.ac.at\/~zsolnai\/wp\/wp-content\/uploads\/2019\/09\/PME-source-only.zip\" class='avia_image '  target=\"_blank\"  rel=\"noopener noreferrer\" aria-label='code-icon'><div class=\"av-image-caption-overlay\"><div class=\"av-caption-image-overlay-bg\"><\/div><div class=\"av-image-caption-overlay-position\"><div class=\"av-image-caption-overlay-center\"><p>Code only (6 KB)<br \/>\nFor your reading pleasure<br \/>\n(run the one on left of this)<\/p>\n<\/div><\/div><\/div><img decoding=\"async\" fetchpriority=\"high\" class='wp-image-2653 avia-img-lazy-loading-not-2653 avia_image ' src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon.png\" alt='' title='code-icon'  height=\"665\" width=\"714\"  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon.png 714w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon-300x279.png 300w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon-705x656.png 705w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2014\/02\/code-icon-450x419.png 450w\" sizes=\"(max-width: 714px) 100vw, 714px\" \/><\/a><\/div><\/div><\/div><\/div>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-kv9pbi-47cefb022c533df31dd16343a3346b53\">\n#top .hr.hr-invisible.av-kv9pbi-47cefb022c533df31dd16343a3346b53{\nheight:20px;\n}\n<\/style>\n<div  class='hr av-kv9pbi-47cefb022c533df31dd16343a3346b53 hr-invisible  avia-builder-el-20  el_after_av_one_third  el_before_av_textblock '><span class='hr-inner '><span class=\"hr-inner-style\"><\/span><\/span><\/div>\n<section  class='av_textblock_section av-jh02pq-8898d425924d32ccfcaaf4ae9ec0d258 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>I tried making the code as easy to run as possible, however, if you have found a way to make this easier (e.g., a well-tested requirements.txt file, docker container or anything else), please let me know and I will be happy to link to it or include it here. Thank you!<\/p>\n<p>Changelog:<br \/>\n<em>2019\/09\/12 &#8211; Published the tech report.<\/em><br \/>\n<em> 2019\/12\/17 &#8211; The &#8220;Paradigm&#8221; scene from the teaser image of this paper won the <a href=\"http:\/\/vcg.isti.cnr.it\/cgf\/\"><strong>2020 Computer Graphics Forum cover contest<\/strong><\/a>. What an honor, thank you so much! The geometry of the scene (and some materials, other than the ones highlighted in the teaser image) was made by Reynante Martinez.<\/em><br \/>\n<em> 2020\/06\/03 &#8211; The paper has been accepted to <strong><a href=\"https:\/\/egsr2020.london\/\">EGSR 2020<\/a><\/strong>. I am working on the video for the full talk, which will appear here hopefully <strong>around June 17th<\/strong> (approximate date).<\/em><br \/>\n<em> 2020\/06\/17 &#8211; The talk video is now available above.<\/em><\/p>\n<p><em>\u00a0<\/em><\/p>\n<\/div><\/section>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-kffv6mfk-965dbdf76560bb8031bc086ce8861574\">\n.avia-image-container.av-kffv6mfk-965dbdf76560bb8031bc086ce8861574 img.avia_image{\nbox-shadow:none;\n}\n.avia-image-container.av-kffv6mfk-965dbdf76560bb8031bc086ce8861574 .av-image-caption-overlay-center{\ncolor:#ffffff;\n}\n<\/style>\n<div  class='avia-image-container av-kffv6mfk-965dbdf76560bb8031bc086ce8861574 av-styling- av-hover-grow av-img-linked avia-align-center  avia-builder-el-22  el_after_av_textblock  el_before_av_one_full '   itemprop=\"image\" itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/ImageObject\" ><div class=\"avia-image-container-inner\"><div class=\"avia-image-overlay-wrap\"><a href=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-781x1030.jpg\" data-srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-781x1030.jpg 781w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-228x300.jpg 228w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-768x1013.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-1165x1536.jpg 1165w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-1553x2048.jpg 1553w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-1138x1500.jpg 1138w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-535x705.jpg 535w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020.jpg 1649w\" data-sizes=\"(max-width: 781px) 100vw, 781px\" class='avia_image '  aria-label='cgf-cover-2020'><img decoding=\"async\" fetchpriority=\"high\" class='wp-image-5020 avia-img-lazy-loading-not-5020 avia_image ' src=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-228x300.jpg\" alt='' title='cgf-cover-2020'  height=\"300\" width=\"228\"  itemprop=\"thumbnailUrl\" srcset=\"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-228x300.jpg 228w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-781x1030.jpg 781w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-768x1013.jpg 768w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-1165x1536.jpg 1165w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-1553x2048.jpg 1553w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-1138x1500.jpg 1138w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020-535x705.jpg 535w, https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp\/wp-content\/uploads\/2020\/09\/cgf-cover-2020.jpg 1649w\" sizes=\"(max-width: 228px) 100vw, 228px\" \/><\/a><\/div><\/div><\/div>\n<div  class='flex_column av-h7o1ri-0ed6832395a544e9afa82664e42890ba av_one_full  avia-builder-el-23  el_after_av_image  el_before_av_one_full  first flex_column_div  '     ><p>\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-2i2cak-2bb8fa8dac3eea4c9bb202b206544d9e\">\n#top .av-special-heading.av-2i2cak-2bb8fa8dac3eea4c9bb202b206544d9e{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-2i2cak-2bb8fa8dac3eea4c9bb202b206544d9e .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-2i2cak-2bb8fa8dac3eea4c9bb202b206544d9e .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-2i2cak-2bb8fa8dac3eea4c9bb202b206544d9e av-special-heading-h3 meta-heading  avia-builder-el-24  el_before_av_textblock  avia-builder-el-first '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Acknowledgments<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-dqyt3y-f3d6c52005865616447c1bccc2cbeee5 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><div class=\"page\" title=\"Page 10\">\n<div class=\"layoutArea\">\n<div class=\"column\">\n<p>We would like to thank Reynante Martinez for providing us the geometry and some of the materials for the Paradigm (Fig. 1) and Genesis scenes (Fig. 3), ianofshields for the Liquify scene that served as a basis for Fig. 9, Robin Marin for the material test scene, Andrew Price and G\u00e1bor M\u00e9sz\u00e1ros for their help with geometry modeling, Feli\u0301cia Zsolnai-Feh\u00e9r for her help improving our figures, Christian Freude, David Ha, Philipp Erler and Adam Celarek for their useful comments. We also thank the anonymous reviewers for their help improving this manuscript and NVIDIA for providing the hardware to train our neural networks. This work was partially funded by Austrian Science Fund (FWF), project number P27974.<\/p>\n<\/div>\n<\/div>\n<\/div>\n<\/div><\/section><\/p><\/div>\n<div  class='flex_column av-cf0cby-7685d88e3eabcbb8059525bced75d89e av_one_full  avia-builder-el-26  el_after_av_one_full  avia-builder-el-last  first flex_column_div  column-top-margin'     ><p>\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-2atxak-36fec5bec042fe91bb6fd3dacee7a38a\">\n#top .av-special-heading.av-2atxak-36fec5bec042fe91bb6fd3dacee7a38a{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-2atxak-36fec5bec042fe91bb6fd3dacee7a38a .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-2atxak-36fec5bec042fe91bb6fd3dacee7a38a .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-2atxak-36fec5bec042fe91bb6fd3dacee7a38a av-special-heading-h3 meta-heading  avia-builder-el-27  el_before_av_textblock  avia-builder-el-first '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Bibtex<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-98ybz2-46cbc47dd6f9d441ee178b214fe61482 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>@article{zsolnaifeher2020pme,<br \/>\ntitle={Photorealistic Material Editing Through Direct Image Manipulation},<br \/>\nauthor = {K\\'{a}roly Zsolnai-Feh\\'{e}r and Peter Wonka and Michael Wimmer},<br \/>\njournal={Comput. Graph. Forum},<br \/>\nyear={2020},<br \/>\n}<\/p>\n<p>If there are problems with the citation formatting, just take the one(s) from <strong><a href=\"https:\/\/dblp.org\/search?q=zsolnai-feh%C3%A9r\">here<\/a><\/strong>.<\/p>\n<\/div><\/section><\/p><\/div>\n","protected":false},"excerpt":{"rendered":"","protected":false},"author":1,"featured_media":4696,"template":"","meta":{"jetpack_post_was_ever_published":false,"footnotes":""},"tags":[],"portfolio_category":[],"portfolio_tag":[],"portfolio_entries":[],"class_list":["post-4684","portfolio","type-portfolio","status-publish","has-post-thumbnail","hentry"],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/portfolio\/4684","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/portfolio"}],"about":[{"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/types\/portfolio"}],"author":[{"embeddable":true,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/users\/1"}],"version-history":[{"count":65,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/portfolio\/4684\/revisions"}],"predecessor-version":[{"id":5064,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/portfolio\/4684\/revisions\/5064"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/media\/4696"}],"wp:attachment":[{"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/media?parent=4684"}],"wp:term":[{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/tags?post=4684"},{"taxonomy":"portfolio_category","embeddable":true,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/portfolio_category?post=4684"},{"taxonomy":"portfolio_tag","embeddable":true,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/portfolio_tag?post=4684"},{"taxonomy":"portfolio_entries","embeddable":true,"href":"https:\/\/users.cg.tuwien.ac.at\/zsolnai\/wp-json\/wp\/v2\/portfolio_entries?post=4684"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}