Merge pull request #27 from sssqweeeed/itm_benchmark

ITM Benchmark Release

Benchmarks/_posts/2024-10-15-inverse-tone-mapping.md

@@ -0,0 +1,98 @@
+---
+title: MSU HDR Video Reconstruction Benchmark 2022
+short_title: MSU HDR Video Reconstruction Benchmark 2022
+permalink: /itm-benchmark
+features:
+  - Comparison of <b>16</b> methods of HDR video reconstruction
+  - A new <b>private dataset</b> for testing. 20 different scenes
+  - 10 metrics for restoration quality assessment
+  - HDR video player for self-assessment of quality
+  - <b>Subjective comparison</b>
+---
+
+
+<style>
+    .subproject-links {
+        display: flex;
+        flex-wrap: wrap;
+        margin-top: 20px;
+    }
+
+    .subproject-links a {
+        background-color: #f0f0f0;
+        color: black;
+        font-size: 16px;
+        padding: 10px 15px;
+
+        text-align: center;
+        text-decoration: none;
+
+        margin: 4px 8px;
+        border-radius: 10px;
+    }
+
+    .subproject-links a:hover {
+        background-color: #e0e0e0;
+        text-decoration: none;
+    }
+
+</style>
+
+<!-- <div class="subproject-links">
+    <a href="/" class="button">Home</a>
+    <a href="https://videoprocessing.ai/benchmarks/super-resolution-for-video-compression-participants.html" class="button">Participants</a>
+    <a href="https://videoprocessing.ai/benchmarks/super-resolution-for-video-compression-methodology.html" class="button">Methodology</a>
+    <a href="https://videoprocessing.ai/benchmarks/super-resolution-for-video-compression.html#participate" class="button">How to participate</a>
+    <a href="https://videoprocessing.ai/benchmarks/super-resolution-for-video-compression.html#report" class="button">Download Report</a>
+    <a href="#contacts" class="button">Contact us</a>
+</div> -->
+
+
+<h3 align="center"> The most comprehensive comparison of HDR video reconstruction methods </h3>
+
+<!-- <a href="https://videoprocessing.ai/benchmarks/super-resolution-for-video-compression.html"><img src="/assets/img/benchmarks/sr-codecs/pipeline.png"></a> -->
+
+## Key features of the Benchmark
+
+
+  - Comparison of <b>16</b> methods of HDR video reconstruction
+  - A new <b>private dataset</b> for testing. 20 different scenes
+  - 10 metrics for restoration quality assessment
+  - HDR video player for self-assessment of quality
+  - <b>Subjective comparison</b>
+
+## <span id="results"></span> Results
+{% include benchmarks/itm/youtube_results.html %}
+
+## <span id="leaderboard"></span> Leaderboard
+
+<a href="https://videoprocessing.ai/benchmarks/super-resolution-for-video-compression.html"><img src="/assets/img/benchmarks/itm/lb.png"></a>
+
+**You can see the full leaderboard [here](https://videoprocessing.ai/benchmarks/inverse-tone-mapping.html).**
+
+
+## <span id="participate"></span> Your method submission
+**Verify the restoration ability of your HDR Video Reconstruction algorithm and compare it with state-of-the-art solutions.**
+You can see information about all other participants [here](https://videoprocessing.ai/benchmarks/inverse-tone-mapping.html).
+
+
+
+1. **Download [input data](https://drive.google.com/drive/folders/1P0VEwllQaYOgWMnjDrnbjAiGJFv2FFNM?usp=sharing)**
+* Download SDR input videos as sequences of frames in PNG format.
+
+2. **Apply your algorithm**
+* Apply your HDR Image or Video reconstruction algorithm
+
+3. **Send us result to  <[email protected] >**
+
+**If you would like to participate, read the full submission rules [here](https://videoprocessing.ai/benchmarks/inverse-tone-mapping.html).**
+
+## Contacts
+
+For questions and propositions, please contact us: <[email protected]>
+
+## <span id="citation"></span>Cite us
+
+{% include benchmarks/itm/cite_us.html %}
+
+## [Learn more](https://videoprocessing.ai/benchmarks/inverse-tone-mapping.html)

_includes/benchmarks/itm/cite_us.html

@@ -0,0 +1,38 @@
+<div>
+    <table align="left" width="100%" style="border-collapse:collapse,font-size:10%">
+        <tr>
+            <td bgcolor="#F4F6F6">
+                <tt>@inproceedings{10.1145/3653876.3653896,</tt>
+               <div style="margin-left: 20px"><tt>author = {Voronin, Mikhail and Safonov, Nickolay and Vatolin, Dmitriy},</tt></div>
+        <div style="margin-left: 20px"><tt>title = {A New HDR Video Reconstruction Benchmark, Dataset and Metric},</tt></div>
+        <div style="margin-left: 20px"><tt>year = {2024},</tt></div>
+        <div style="margin-left: 20px"><tt>isbn = {9798400709029},</tt></div>
+        <div style="margin-left: 20px"><tt>publisher = {Association for Computing Machinery},</tt></div>
+        <div style="margin-left: 20px"><tt>address = {New York, NY, USA},</tt></div>
+        <div style="margin-left: 20px"><tt>url = {https://doi.org/10.1145/3653876.3653896},</tt></div>
+        <div style="margin-left: 20px"><tt>doi = {10.1145/3653876.3653896},</tt></div>
+        <div style="margin-left: 20px"><tt>booktitle = {Proceedings of the 2024 8th International Conference on Digital Signal Processing},</tt></div>
+        <div style="margin-left: 20px"><tt>pages = {27–32},</tt></div>
+        <div style="margin-left: 20px"><tt>numpages = {6},</tt></div>
+        <div style="margin-left: 20px"><tt>keywords = {hdr reconstruction, inverse-tone-mapping, video quality assessment},</tt></div>
+        <div style="margin-left: 20px"><tt>location = {Hangzhou, China},</tt></div>
+        <div style="margin-left: 20px"><tt>series = {ICDSP '24}</tt></div>
+                <tt>}</tt>
+            </td>
+        </tr>
+    </table>
+</div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+

_includes/benchmarks/itm/youtube_results.html

@@ -0,0 +1,65 @@
+<p>
+    In this section, you can quickly evaluate the quality of the algorithms yourself. The video player below show you
+    the HDR video if your device supports this technology. We recommend opening this video via Google Chrome or Safari.
+</p>
+
+<div id="arrow_selector" class="mobile-plots">
+    <p style="white-space: pre;">Method: <label for="selector_meth"></label><select id="selector_meth" name="values">
+        <option>Akyuz</option>
+        <option>HDRCNN</option>
+        <option>HDRTVNet</option>
+        <option>Maxon</option>
+        <option>SingleHDR</option>
+        <option>DeepHDR</option>
+        <option>ExpNet</option>
+        <option>Huo</option>
+        <option>HuoPhys</option>
+        <option>KovOliv</option>
+        <option>Kuo</option>
+        <option>HDRUNet</option>
+        <option>KUnet</option>
+        <option>twostageHDR</option>
+
+    </select>
+    </p>
+
+    <p align="center" id="video_div">
+        <iframe class="video-hdr-box" id="video" width="560" height="315"
+                src="https://www.youtube.com/embed/yjJSiBSqr8I" title="YouTube video player"
+                allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture"
+                allowfullscreen="true"></iframe>
+    </p>
+
+
+    <script>
+        function onChangeHelper() {
+            let video = document.getElementById("video");
+            video.remove()
+            var video_select = document.getElementById("selector_meth");
+            // Akyuz HDRCNN HDRTVNet Maxon SingleHDR DeepHDR ExpNet HuoPhys
+            var videoToId = ['yjJSiBSqr8I', '7Da7CM1rvKQ', 'IYzj_OrshJM', 'CMnPNTlYSV0', 'VrIrKWQWpEk', 'HSax--x7AHQ',
+                'tGeRBkGpZl0', 'Q3Vntdc-bkw', 'at-WIf3gWfk', 'Phep_XyyHv4', 'JV8R3tVFZrc', '3R20544-TRE', 'ICMYCgLOwIA',
+                'QRaujtLNDd4']
+            let new_url = "https://www.youtube.com/embed/" + videoToId[video_select.selectedIndex]
+            console.log(new_url)
+            let new_video = document.createElement('iframe');
+            new_video.setAttribute("id", "video")
+            new_video.setAttribute("width", "560")
+            new_video.setAttribute("height", "315")
+            new_video.setAttribute("src", new_url)
+            new_video.setAttribute("allowfullscreen", "true")
+
+            new_video.setAttribute("title", "YouTube video player")
+            new_video.setAttribute("allow", "accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture")
+
+            let div = document.getElementById("video_div");
+            div.appendChild(new_video)
+
+        }
+
+        // document.getElementById("arrow_selector_video").onchange = onChangeHelper
+        // document.getElementById("arrow_selector_part").onchange = onChangeHelper
+        document.getElementById("selector_meth").onchange = onChangeHelper
+    </script>
+</div>
+