Dataset: deghosting

Click on any test image to see the reference image. Click on any predicted distortion map to see observers' markings

photomatix_setup1_handheld_s: lev=1 ppd=60	Observer marking Cross-validation fold: 2 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.459 Spear. correl = 0.536 RMSE = 0.0969 Likelihood = -0.286	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.334 Spear. correl = 0.353 RMSE = 0.0903 Likelihood = -0.313	Metric: T-sCIELab Prediction map Pear. correl = 0.308 Spear. correl = 0.328 RMSE = 0.159 Likelihood = -0.432	Metric: T-SSIM Prediction map Pear. correl = 0.442 Spear. correl = 0.585 RMSE = 0.175 Likelihood = -0.455	Metric: T-FSIM Prediction map Pear. correl = 0.459 Spear. correl = 0.352 RMSE = 0.189 Likelihood = -0.368	Metric: T-VSI Prediction map Pear. correl = 0.498 Spear. correl = 0.464 RMSE = 0.154 Likelihood = -0.381	Metric: T-Butteraugli Prediction map Pear. correl = 0.596 Spear. correl = 0.687 RMSE = 0.136 Likelihood = -0.131	Metric: T-HDR-VDP Prediction map Pear. correl = 0.468 Spear. correl = 0.215 RMSE = 0.18 Likelihood = -0.263	Metric: CNN Prediction map Pear. correl = 0.476 Spear. correl = 0.702 RMSE = 0.105 Likelihood = -0.263
photomatix_setup3_complex_s: lev=1 ppd=60	Observer marking Cross-validation fold: 3 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.528 Spear. correl = 0.492 RMSE = 0.282 Likelihood = -0.165	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.564 Spear. correl = 0.475 RMSE = 0.254 Likelihood = -0.137	Metric: T-sCIELab Prediction map Pear. correl = 0.519 Spear. correl = 0.5 RMSE = 0.357 Likelihood = -0.208	Metric: T-SSIM Prediction map Pear. correl = 0.479 Spear. correl = 0.469 RMSE = 0.343 Likelihood = -0.233	Metric: T-FSIM Prediction map Pear. correl = 0.602 Spear. correl = 0.538 RMSE = 0.241 Likelihood = -0.138	Metric: T-VSI Prediction map Pear. correl = 0.603 Spear. correl = 0.595 RMSE = 0.231 Likelihood = -0.104	Metric: T-Butteraugli Prediction map Pear. correl = 0.531 Spear. correl = 0.567 RMSE = 0.374 Likelihood = -0.189	Metric: T-HDR-VDP Prediction map Pear. correl = 0.586 Spear. correl = 0.46 RMSE = 0.282 Likelihood = -0.174	Metric: CNN Prediction map Pear. correl = 0.619 Spear. correl = 0.58 RMSE = 0.252 Likelihood = -0.136
photomatix_setup3_handheld_s: lev=1 ppd=60	Observer marking Cross-validation fold: 3 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.447 Spear. correl = 0.357 RMSE = 0.228 Likelihood = -0.191	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.422 Spear. correl = 0.148 RMSE = 0.206 Likelihood = -0.212	Metric: T-sCIELab Prediction map Pear. correl = 0.379 Spear. correl = 0.175 RMSE = 0.3 Likelihood = -0.265	Metric: T-SSIM Prediction map Pear. correl = 0.439 Spear. correl = 0.41 RMSE = 0.36 Likelihood = -0.262	Metric: T-FSIM Prediction map Pear. correl = 0.52 Spear. correl = 0.359 RMSE = 0.217 Likelihood = -0.187	Metric: T-VSI Prediction map Pear. correl = 0.543 Spear. correl = 0.447 RMSE = 0.196 Likelihood = -0.15	Metric: T-Butteraugli Prediction map Pear. correl = 0.421 Spear. correl = 0.381 RMSE = 0.359 Likelihood = -0.226	Metric: T-HDR-VDP Prediction map Pear. correl = 0.355 Spear. correl = 0.181 RMSE = 0.325 Likelihood = -0.287	Metric: CNN Prediction map Pear. correl = 0.515 Spear. correl = 0.515 RMSE = 0.197 Likelihood = -0.198
photomatix_setup3_lolm_s: lev=1 ppd=60	Observer marking Cross-validation fold: 2 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.525 Spear. correl = 0.398 RMSE = 0.298 Likelihood = -0.243	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.547 Spear. correl = 0.457 RMSE = 0.206 Likelihood = -0.195	Metric: T-sCIELab Prediction map Pear. correl = 0.538 Spear. correl = 0.445 RMSE = 0.406 Likelihood = -0.257	Metric: T-SSIM Prediction map Pear. correl = 0.543 Spear. correl = 0.572 RMSE = 0.466 Likelihood = -0.294	Metric: T-FSIM Prediction map Pear. correl = 0.509 Spear. correl = 0.39 RMSE = 0.329 Likelihood = -0.295	Metric: T-VSI Prediction map Pear. correl = 0.62 Spear. correl = 0.564 RMSE = 0.176 Likelihood = -0.229	Metric: T-Butteraugli Prediction map Pear. correl = 0.524 Spear. correl = 0.501 RMSE = 0.465 Likelihood = -0.26	Metric: T-HDR-VDP Prediction map Pear. correl = 0.649 Spear. correl = 0.521 RMSE = 0.305 Likelihood = -0.229	Metric: CNN Prediction map Pear. correl = 0.636 Spear. correl = 0.525 RMSE = 0.218 Likelihood = -0.173
photomatix_setup4_complex_s: lev=1 ppd=60	Observer marking Cross-validation fold: 1 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.323 Spear. correl = 0.347 RMSE = 0.182 Likelihood = -0.0284	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.351 Spear. correl = 0.397 RMSE = 0.161 Likelihood = -0.000818	Metric: T-sCIELab Prediction map Pear. correl = 0.379 Spear. correl = 0.535 RMSE = 0.353 Likelihood = -0.0788	Metric: T-SSIM Prediction map Pear. correl = 0.286 Spear. correl = 0.351 RMSE = 0.221 Likelihood = -0.0682	Metric: T-FSIM Prediction map Pear. correl = 0.401 Spear. correl = 0.326 RMSE = 0.223 Likelihood = -0.0369	Metric: T-VSI Prediction map Pear. correl = 0.42 Spear. correl = 0.391 RMSE = 0.213 Likelihood = -0.0352	Metric: T-Butteraugli Prediction map Pear. correl = 0.363 Spear. correl = 0.527 RMSE = 0.372 Likelihood = -0.119	Metric: T-HDR-VDP Prediction map Pear. correl = 0.598 Spear. correl = 0.507 RMSE = 0.288 Likelihood = -0.00646	Metric: CNN Prediction map Pear. correl = 0.441 Spear. correl = 0.584 RMSE = 0.262 Likelihood = 0.00185
photomatix_setup4_lolm_s: lev=1 ppd=60	Observer marking Cross-validation fold: 3 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.315 Spear. correl = 0.196 RMSE = 0.241 Likelihood = -0.243	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.704 Spear. correl = 0.478 RMSE = 0.172 Likelihood = -0.139	Metric: T-sCIELab Prediction map Pear. correl = 0.773 Spear. correl = 0.517 RMSE = 0.183 Likelihood = -0.112	Metric: T-SSIM Prediction map Pear. correl = 0.482 Spear. correl = 0.39 RMSE = 0.272 Likelihood = -0.221	Metric: T-FSIM Prediction map Pear. correl = 0.676 Spear. correl = 0.524 RMSE = 0.181 Likelihood = -0.0629	Metric: T-VSI Prediction map Pear. correl = 0.694 Spear. correl = 0.542 RMSE = 0.173 Likelihood = -0.0814	Metric: T-Butteraugli Prediction map Pear. correl = 0.617 Spear. correl = 0.39 RMSE = 0.264 Likelihood = -0.205	Metric: T-HDR-VDP Prediction map Pear. correl = 0.858 Spear. correl = 0.707 RMSE = 0.187 Likelihood = 0.0507	Metric: CNN Prediction map Pear. correl = 0.834 Spear. correl = 0.589 RMSE = 0.134 Likelihood = -0.0285
photoshop_setup1_complex_s: lev=1 ppd=60	Observer marking Cross-validation fold: 5 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.54 Spear. correl = 0.678 RMSE = 0.131 Likelihood = -0.168	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.196 Spear. correl = 0.413 RMSE = 0.156 Likelihood = -0.341	Metric: T-sCIELab Prediction map Pear. correl = 0.283 Spear. correl = 0.605 RMSE = 0.179 Likelihood = -0.226	Metric: T-SSIM Prediction map Pear. correl = 0.737 Spear. correl = 0.766 RMSE = 0.303 Likelihood = -0.0695	Metric: T-FSIM Prediction map Pear. correl = 0.4 Spear. correl = 0.566 RMSE = 0.167 Likelihood = -0.26	Metric: T-VSI Prediction map Pear. correl = 0.401 Spear. correl = 0.594 RMSE = 0.174 Likelihood = -0.249	Metric: T-Butteraugli Prediction map Pear. correl = 0.548 Spear. correl = 0.683 RMSE = 0.211 Likelihood = -0.145	Metric: T-HDR-VDP Prediction map Pear. correl = 0.184 Spear. correl = 0.287 RMSE = 0.208 Likelihood = -0.365	Metric: CNN Prediction map Pear. correl = 0.628 Spear. correl = 0.778 RMSE = 0.251 Likelihood = -0.0634
photoshop_setup1_lolm_s: lev=1 ppd=60	Observer marking Cross-validation fold: 2 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.673 Spear. correl = 0.719 RMSE = 0.102 Likelihood = -0.178	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.371 Spear. correl = 0.318 RMSE = 0.136 Likelihood = -0.348	Metric: T-sCIELab Prediction map Pear. correl = 0.586 Spear. correl = 0.681 RMSE = 0.115 Likelihood = -0.255	Metric: T-SSIM Prediction map Pear. correl = 0.678 Spear. correl = 0.741 RMSE = 0.293 Likelihood = -0.0168	Metric: T-FSIM Prediction map Pear. correl = 0.519 Spear. correl = 0.438 RMSE = 0.138 Likelihood = -0.281	Metric: T-VSI Prediction map Pear. correl = 0.52 Spear. correl = 0.36 RMSE = 0.128 Likelihood = -0.315	Metric: T-Butteraugli Prediction map Pear. correl = 0.682 Spear. correl = 0.712 RMSE = 0.1 Likelihood = -0.16	Metric: T-HDR-VDP Prediction map Pear. correl = -0.0527 Spear. correl = -0.11 RMSE = 0.158 Likelihood = -0.437	Metric: CNN Prediction map Pear. correl = 0.751 Spear. correl = 0.742 RMSE = 0.0934 Likelihood = -0.0871
photoshop_setup3_complex_s: lev=1 ppd=60	Observer marking Cross-validation fold: 3 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.561 Spear. correl = 0.018 RMSE = 0.239 Likelihood = -0.224	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.715 Spear. correl = 0.0854 RMSE = 0.137 Likelihood = -0.089	Metric: T-sCIELab Prediction map Pear. correl = 0.6 Spear. correl = 0.0679 RMSE = 0.264 Likelihood = -0.235	Metric: T-SSIM Prediction map Pear. correl = 0.131 Spear. correl = -0.169 RMSE = 0.428 Likelihood = -0.438	Metric: T-FSIM Prediction map Pear. correl = 0.794 Spear. correl = 0.336 RMSE = 0.156 Likelihood = -0.0893	Metric: T-VSI Prediction map Pear. correl = 0.805 Spear. correl = 0.355 RMSE = 0.146 Likelihood = -0.0689	Metric: T-Butteraugli Prediction map Pear. correl = 0.518 Spear. correl = 0.0295 RMSE = 0.37 Likelihood = -0.305	Metric: T-HDR-VDP Prediction map Pear. correl = 0.767 Spear. correl = 0.0597 RMSE = 0.193 Likelihood = -0.117	Metric: CNN Prediction map Pear. correl = 0.773 Spear. correl = 0.497 RMSE = 0.188 Likelihood = -0.00895
photoshop_setup3_handheld_s: lev=1 ppd=60	Observer marking Cross-validation fold: 2 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.692 Spear. correl = 0.321 RMSE = 0.168 Likelihood = -0.2	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.734 Spear. correl = 0.267 RMSE = 0.153 Likelihood = -0.172	Metric: T-sCIELab Prediction map Pear. correl = 0.683 Spear. correl = 0.26 RMSE = 0.21 Likelihood = -0.181	Metric: T-SSIM Prediction map Pear. correl = 0.633 Spear. correl = 0.36 RMSE = 0.237 Likelihood = -0.225	Metric: T-FSIM Prediction map Pear. correl = 0.649 Spear. correl = 0.445 RMSE = 0.265 Likelihood = -0.177	Metric: T-VSI Prediction map Pear. correl = 0.685 Spear. correl = 0.49 RMSE = 0.188 Likelihood = -0.153	Metric: T-Butteraugli Prediction map Pear. correl = 0.689 Spear. correl = 0.419 RMSE = 0.234 Likelihood = -0.171	Metric: T-HDR-VDP Prediction map Pear. correl = 0.61 Spear. correl = 0.178 RMSE = 0.256 Likelihood = -0.213	Metric: CNN Prediction map Pear. correl = 0.723 Spear. correl = 0.394 RMSE = 0.189 Likelihood = -0.137
photoshop_setup4_complex_s: lev=1 ppd=60	Observer marking Cross-validation fold: 3 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.358 Spear. correl = 0.0186 RMSE = 0.226 Likelihood = -0.0833	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.596 Spear. correl = 0.0734 RMSE = 0.118 Likelihood = 0.111	Metric: T-sCIELab Prediction map Pear. correl = 0.559 Spear. correl = 0.319 RMSE = 0.286 Likelihood = -0.0663	Metric: T-SSIM Prediction map Pear. correl = 0.302 Spear. correl = -0.00701 RMSE = 0.312 Likelihood = -0.173	Metric: T-FSIM Prediction map Pear. correl = 0.687 Spear. correl = 0.317 RMSE = 0.127 Likelihood = 0.198	Metric: T-VSI Prediction map Pear. correl = 0.733 Spear. correl = 0.259 RMSE = 0.107 Likelihood = 0.183	Metric: T-Butteraugli Prediction map Pear. correl = 0.495 Spear. correl = 0.341 RMSE = 0.369 Likelihood = -0.19	Metric: T-HDR-VDP Prediction map Pear. correl = 0.505 Spear. correl = 0.378 RMSE = 0.258 Likelihood = 0.134	Metric: CNN Prediction map Pear. correl = 0.824 Spear. correl = 0.416 RMSE = 0.0829 Likelihood = 0.239
photoshop_setup4_lolm_s: lev=1 ppd=60	Observer marking Cross-validation fold: 2 No. of observers: 16 Peak luminance: 100 cd/m2	Metric: T-ABS Prediction map Pear. correl = 0.0427 Spear. correl = 0.0159 RMSE = 0.138 Likelihood = 0.115	Metric: T-CIEDE2000 Prediction map Pear. correl = 0.139 Spear. correl = 0.0505 RMSE = 0.0705 Likelihood = 0.25	Metric: T-sCIELab Prediction map Pear. correl = 0.146 Spear. correl = 0.064 RMSE = 0.111 Likelihood = 0.191	Metric: T-SSIM Prediction map Pear. correl = 0.0252 Spear. correl = -0.0972 RMSE = 0.242 Likelihood = 0.0291	Metric: T-FSIM Prediction map Pear. correl = 0.344 Spear. correl = -0.00467 RMSE = 0.118 Likelihood = 0.263	Metric: T-VSI Prediction map Pear. correl = 0.465 Spear. correl = -0.0466 RMSE = 0.0762 Likelihood = 0.287	Metric: T-Butteraugli Prediction map Pear. correl = 0.133 Spear. correl = 0.133 RMSE = 0.183 Likelihood = 0.0781	Metric: T-HDR-VDP Prediction map Pear. correl = 0.49 Spear. correl = -0.0137 RMSE = 0.066 Likelihood = 0.281	Metric: CNN Prediction map Pear. correl = 0.605 Spear. correl = -0.0261 RMSE = 0.0385 Likelihood = 0.323