Dataset: shadowacne

Click on any test image to see the reference image. Click on any predicted distortion map to see observers' markings


Attic_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.845
Spear. correl = 0.223
RMSE = 0.0861
Likelihood = 0.275

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.804
Spear. correl = 0.206
RMSE = 0.102
Likelihood = 0.252

Metric: T-sCIELab


Prediction map
Pear. correl = 0.916
Spear. correl = 0.309
RMSE = 0.0636
Likelihood = 0.364

Metric: T-SSIM


Prediction map
Pear. correl = 0.919
Spear. correl = 0.534
RMSE = 0.0648
Likelihood = 0.388

Metric: T-FSIM


Prediction map
Pear. correl = 0.956
Spear. correl = 0.333
RMSE = 0.057
Likelihood = 0.318

Metric: T-VSI


Prediction map
Pear. correl = 0.954
Spear. correl = 0.294
RMSE = 0.0515
Likelihood = 0.35

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.887
Spear. correl = 0.41
RMSE = 0.105
Likelihood = 0.381

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.885
Spear. correl = 0.408
RMSE = 0.107
Likelihood = 0.367

Metric: CNN


Prediction map
Pear. correl = 0.971
Spear. correl = 0.499
RMSE = 0.0377
Likelihood = 0.403

Bootcamp_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.931
Spear. correl = 0.15
RMSE = 0.0667
Likelihood = 0.21

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.941
Spear. correl = 0.127
RMSE = 0.0482
Likelihood = 0.269

Metric: T-sCIELab


Prediction map
Pear. correl = 0.857
Spear. correl = 0.252
RMSE = 0.0962
Likelihood = 0.351

Metric: T-SSIM


Prediction map
Pear. correl = 0.905
Spear. correl = 0.211
RMSE = 0.0655
Likelihood = 0.364

Metric: T-FSIM


Prediction map
Pear. correl = 0.823
Spear. correl = 0.289
RMSE = 0.0719
Likelihood = 0.303

Metric: T-VSI


Prediction map
Pear. correl = 0.848
Spear. correl = 0.185
RMSE = 0.0712
Likelihood = 0.257

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.781
Spear. correl = 0.341
RMSE = 0.127
Likelihood = 0.354

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.775
Spear. correl = 0.381
RMSE = 0.117
Likelihood = 0.339

Metric: CNN


Prediction map
Pear. correl = 0.931
Spear. correl = 0.355
RMSE = 0.0626
Likelihood = 0.392

Hospital_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.789
Spear. correl = 0.75
RMSE = 0.128
Likelihood = 0.231

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.8
Spear. correl = 0.753
RMSE = 0.143
Likelihood = 0.232

Metric: T-sCIELab


Prediction map
Pear. correl = 0.788
Spear. correl = 0.793
RMSE = 0.127
Likelihood = 0.269

Metric: T-SSIM


Prediction map
Pear. correl = 0.835
Spear. correl = 0.722
RMSE = 0.116
Likelihood = 0.272

Metric: T-FSIM


Prediction map
Pear. correl = 0.713
Spear. correl = 0.6
RMSE = 0.141
Likelihood = 0.246

Metric: T-VSI


Prediction map
Pear. correl = 0.704
Spear. correl = 0.744
RMSE = 0.142
Likelihood = 0.235

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.835
Spear. correl = 0.797
RMSE = 0.12
Likelihood = 0.292

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.761
Spear. correl = 0.684
RMSE = 0.135
Likelihood = 0.274

Metric: CNN


Prediction map
Pear. correl = 0.875
Spear. correl = 0.559
RMSE = 0.101
Likelihood = 0.295

Lantern_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.948
Spear. correl = 0.505
RMSE = 0.0327
Likelihood = 0.432

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.932
Spear. correl = 0.502
RMSE = 0.0356
Likelihood = 0.426

Metric: T-sCIELab


Prediction map
Pear. correl = 0.958
Spear. correl = 0.506
RMSE = 0.0477
Likelihood = 0.432

Metric: T-SSIM


Prediction map
Pear. correl = 0.935
Spear. correl = 0.657
RMSE = 0.0401
Likelihood = 0.418

Metric: T-FSIM


Prediction map
Pear. correl = 0.85
Spear. correl = 0.523
RMSE = 0.0816
Likelihood = 0.422

Metric: T-VSI


Prediction map
Pear. correl = 0.962
Spear. correl = 0.576
RMSE = 0.0349
Likelihood = 0.424

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.77
Spear. correl = 0.759
RMSE = 0.118
Likelihood = 0.419

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.657
Spear. correl = 0.589
RMSE = 0.163
Likelihood = 0.38

Metric: CNN


Prediction map
Pear. correl = 0.967
Spear. correl = 0.682
RMSE = 0.0227
Likelihood = 0.433

MainHall_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.895
Spear. correl = 0.711
RMSE = 0.103
Likelihood = 0.249

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.877
Spear. correl = 0.711
RMSE = 0.129
Likelihood = 0.213

Metric: T-sCIELab


Prediction map
Pear. correl = 0.903
Spear. correl = 0.864
RMSE = 0.126
Likelihood = 0.32

Metric: T-SSIM


Prediction map
Pear. correl = 0.948
Spear. correl = 0.788
RMSE = 0.0737
Likelihood = 0.294

Metric: T-FSIM


Prediction map
Pear. correl = 0.893
Spear. correl = 0.482
RMSE = 0.105
Likelihood = 0.226

Metric: T-VSI


Prediction map
Pear. correl = 0.935
Spear. correl = 0.411
RMSE = 0.08
Likelihood = 0.263

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.894
Spear. correl = 0.793
RMSE = 0.131
Likelihood = 0.304

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.953
Spear. correl = 0.612
RMSE = 0.0764
Likelihood = 0.309

Metric: CNN


Prediction map
Pear. correl = 0.989
Spear. correl = 0.797
RMSE = 0.0394
Likelihood = 0.338

Office_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.9
Spear. correl = 0.154
RMSE = 0.0862
Likelihood = 0.162

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.884
Spear. correl = 0.117
RMSE = 0.0867
Likelihood = 0.147

Metric: T-sCIELab


Prediction map
Pear. correl = 0.891
Spear. correl = 0.292
RMSE = 0.113
Likelihood = 0.208

Metric: T-SSIM


Prediction map
Pear. correl = 0.893
Spear. correl = 0.405
RMSE = 0.0992
Likelihood = 0.202

Metric: T-FSIM


Prediction map
Pear. correl = 0.882
Spear. correl = 0.365
RMSE = 0.103
Likelihood = 0.2

Metric: T-VSI


Prediction map
Pear. correl = 0.886
Spear. correl = 0.39
RMSE = 0.102
Likelihood = 0.178

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.792
Spear. correl = 0.493
RMSE = 0.194
Likelihood = 0.204

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.737
Spear. correl = 0.39
RMSE = 0.227
Likelihood = 0.14

Metric: CNN


Prediction map
Pear. correl = 0.949
Spear. correl = 0.592
RMSE = 0.0655
Likelihood = 0.249

Pier_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.953
Spear. correl = 0.561
RMSE = 0.111
Likelihood = 0.36

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.938
Spear. correl = 0.56
RMSE = 0.097
Likelihood = 0.365

Metric: T-sCIELab


Prediction map
Pear. correl = 0.941
Spear. correl = 0.584
RMSE = 0.139
Likelihood = 0.341

Metric: T-SSIM


Prediction map
Pear. correl = 0.931
Spear. correl = 0.701
RMSE = 0.136
Likelihood = 0.332

Metric: T-FSIM


Prediction map
Pear. correl = 0.835
Spear. correl = 0.562
RMSE = 0.183
Likelihood = 0.31

Metric: T-VSI


Prediction map
Pear. correl = 0.933
Spear. correl = 0.573
RMSE = 0.11
Likelihood = 0.332

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.837
Spear. correl = 0.689
RMSE = 0.188
Likelihood = 0.315

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.765
Spear. correl = 0.619
RMSE = 0.225
Likelihood = 0.279

Metric: CNN


Prediction map
Pear. correl = 0.964
Spear. correl = 0.754
RMSE = 0.121
Likelihood = 0.35

Reception_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.936
Spear. correl = 0.845
RMSE = 0.0479
Likelihood = 0.384

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.929
Spear. correl = 0.845
RMSE = 0.0532
Likelihood = 0.372

Metric: T-sCIELab


Prediction map
Pear. correl = 0.915
Spear. correl = 0.899
RMSE = 0.0939
Likelihood = 0.397

Metric: T-SSIM


Prediction map
Pear. correl = 0.956
Spear. correl = 0.887
RMSE = 0.0654
Likelihood = 0.395

Metric: T-FSIM


Prediction map
Pear. correl = 0.927
Spear. correl = 0.563
RMSE = 0.0616
Likelihood = 0.382

Metric: T-VSI


Prediction map
Pear. correl = 0.938
Spear. correl = 0.708
RMSE = 0.0471
Likelihood = 0.393

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.892
Spear. correl = 0.808
RMSE = 0.11
Likelihood = 0.386

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.948
Spear. correl = 0.665
RMSE = 0.0639
Likelihood = 0.4

Metric: CNN


Prediction map
Pear. correl = 0.97
Spear. correl = 0.582
RMSE = 0.0597
Likelihood = 0.408

Seashore_ShadowAcne: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.925
Spear. correl = 0.249
RMSE = 0.0344
Likelihood = 0.387

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.896
Spear. correl = 0.227
RMSE = 0.0403
Likelihood = 0.371

Metric: T-sCIELab


Prediction map
Pear. correl = 0.977
Spear. correl = 0.249
RMSE = 0.0185
Likelihood = 0.438

Metric: T-SSIM


Prediction map
Pear. correl = 0.939
Spear. correl = 0.559
RMSE = 0.0299
Likelihood = 0.439

Metric: T-FSIM


Prediction map
Pear. correl = 0.792
Spear. correl = 0.298
RMSE = 0.0812
Likelihood = 0.423

Metric: T-VSI


Prediction map
Pear. correl = 0.952
Spear. correl = 0.228
RMSE = 0.0264
Likelihood = 0.433

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.812
Spear. correl = 0.594
RMSE = 0.0794
Likelihood = 0.442

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.696
Spear. correl = 0.418
RMSE = 0.116
Likelihood = 0.413

Metric: CNN


Prediction map
Pear. correl = 0.989
Spear. correl = 0.616
RMSE = 0.0128
Likelihood = 0.453