Dataset: downsampling

Click on any test image to see the reference image. Click on any predicted distortion map to see observers' markings


FirstBedroom_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 4
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.0796
Spear. correl = 0.0599
RMSE = 0.0165
Likelihood = 0.282

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.0773
Spear. correl = 0.0599
RMSE = 0.0162
Likelihood = 0.281

Metric: T-sCIELab


Prediction map
Pear. correl = 0.08
Spear. correl = 0.0773
RMSE = 0.0166
Likelihood = 0.282

Metric: T-SSIM


Prediction map
Pear. correl = 0.0904
Spear. correl = 0.0833
RMSE = 0.0165
Likelihood = 0.282

Metric: T-FSIM


Prediction map
Pear. correl = 0.106
Spear. correl = 0.0768
RMSE = 0.0209
Likelihood = 0.282

Metric: T-VSI


Prediction map
Pear. correl = 0.105
Spear. correl = 0.079
RMSE = 0.0217
Likelihood = 0.281

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.132
Spear. correl = 0.0969
RMSE = 0.0161
Likelihood = 0.282

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.0913
Spear. correl = 0.0293
RMSE = 0.0162
Likelihood = 0.283

Metric: CNN


Prediction map
Pear. correl = 0.155
Spear. correl = 0.0982
RMSE = 0.0191
Likelihood = 0.287

FirstBedroom_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 4
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.422
Spear. correl = 0.169
RMSE = 0.0314
Likelihood = 0.156

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.416
Spear. correl = 0.169
RMSE = 0.0326
Likelihood = 0.153

Metric: T-sCIELab


Prediction map
Pear. correl = 0.424
Spear. correl = 0.24
RMSE = 0.0311
Likelihood = 0.156

Metric: T-SSIM


Prediction map
Pear. correl = 0.403
Spear. correl = 0.241
RMSE = 0.0312
Likelihood = 0.158

Metric: T-FSIM


Prediction map
Pear. correl = 0.562
Spear. correl = 0.305
RMSE = 0.0315
Likelihood = 0.167

Metric: T-VSI


Prediction map
Pear. correl = 0.555
Spear. correl = 0.273
RMSE = 0.0327
Likelihood = 0.166

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.681
Spear. correl = 0.359
RMSE = 0.0309
Likelihood = 0.16

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.553
Spear. correl = 0.211
RMSE = 0.028
Likelihood = 0.172

Metric: CNN


Prediction map
Pear. correl = 0.642
Spear. correl = 0.239
RMSE = 0.026
Likelihood = 0.183

FirstBedroom_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 4
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.447
Spear. correl = 0.176
RMSE = 0.0607
Likelihood = -0.185

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.437
Spear. correl = 0.176
RMSE = 0.0629
Likelihood = -0.188

Metric: T-sCIELab


Prediction map
Pear. correl = 0.462
Spear. correl = 0.303
RMSE = 0.0591
Likelihood = -0.183

Metric: T-SSIM


Prediction map
Pear. correl = 0.451
Spear. correl = 0.256
RMSE = 0.0591
Likelihood = -0.182

Metric: T-FSIM


Prediction map
Pear. correl = 0.617
Spear. correl = 0.331
RMSE = 0.0546
Likelihood = -0.17

Metric: T-VSI


Prediction map
Pear. correl = 0.61
Spear. correl = 0.295
RMSE = 0.0556
Likelihood = -0.171

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.687
Spear. correl = 0.376
RMSE = 0.056
Likelihood = -0.175

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.664
Spear. correl = 0.328
RMSE = 0.0515
Likelihood = -0.129

Metric: CNN


Prediction map
Pear. correl = 0.747
Spear. correl = 0.328
RMSE = 0.0459
Likelihood = -0.139

FirstMainHall_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 5
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.567
Spear. correl = 0.484
RMSE = 0.0245
Likelihood = 0.368

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.551
Spear. correl = 0.484
RMSE = 0.0266
Likelihood = 0.362

Metric: T-sCIELab


Prediction map
Pear. correl = 0.565
Spear. correl = 0.638
RMSE = 0.0244
Likelihood = 0.368

Metric: T-SSIM


Prediction map
Pear. correl = 0.59
Spear. correl = 0.654
RMSE = 0.0257
Likelihood = 0.375

Metric: T-FSIM


Prediction map
Pear. correl = 0.671
Spear. correl = 0.753
RMSE = 0.0278
Likelihood = 0.383

Metric: T-VSI


Prediction map
Pear. correl = 0.639
Spear. correl = 0.719
RMSE = 0.0291
Likelihood = 0.381

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.84
Spear. correl = 0.832
RMSE = 0.021
Likelihood = 0.385

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.754
Spear. correl = 0.661
RMSE = 0.0245
Likelihood = 0.406

Metric: CNN


Prediction map
Pear. correl = 0.777
Spear. correl = 0.5
RMSE = 0.0218
Likelihood = 0.381

FirstMainHall_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 5
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.641
Spear. correl = 0.393
RMSE = 0.0977
Likelihood = 0.285

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.62
Spear. correl = 0.393
RMSE = 0.104
Likelihood = 0.285

Metric: T-sCIELab


Prediction map
Pear. correl = 0.662
Spear. correl = 0.611
RMSE = 0.0935
Likelihood = 0.287

Metric: T-SSIM


Prediction map
Pear. correl = 0.739
Spear. correl = 0.528
RMSE = 0.0758
Likelihood = 0.293

Metric: T-FSIM


Prediction map
Pear. correl = 0.812
Spear. correl = 0.607
RMSE = 0.0652
Likelihood = 0.298

Metric: T-VSI


Prediction map
Pear. correl = 0.798
Spear. correl = 0.558
RMSE = 0.0668
Likelihood = 0.297

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.901
Spear. correl = 0.704
RMSE = 0.078
Likelihood = 0.299

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.825
Spear. correl = 0.547
RMSE = 0.0642
Likelihood = 0.32

Metric: CNN


Prediction map
Pear. correl = 0.922
Spear. correl = 0.528
RMSE = 0.0549
Likelihood = 0.317

FirstMainHall_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 5
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.667
Spear. correl = 0.381
RMSE = 0.0968
Likelihood = 0.244

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.633
Spear. correl = 0.381
RMSE = 0.105
Likelihood = 0.244

Metric: T-sCIELab


Prediction map
Pear. correl = 0.726
Spear. correl = 0.617
RMSE = 0.0878
Likelihood = 0.249

Metric: T-SSIM


Prediction map
Pear. correl = 0.8
Spear. correl = 0.493
RMSE = 0.0693
Likelihood = 0.256

Metric: T-FSIM


Prediction map
Pear. correl = 0.883
Spear. correl = 0.527
RMSE = 0.0539
Likelihood = 0.266

Metric: T-VSI


Prediction map
Pear. correl = 0.872
Spear. correl = 0.515
RMSE = 0.0561
Likelihood = 0.263

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.934
Spear. correl = 0.632
RMSE = 0.0536
Likelihood = 0.272

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.822
Spear. correl = 0.468
RMSE = 0.102
Likelihood = 0.272

Metric: CNN


Prediction map
Pear. correl = 0.964
Spear. correl = 0.483
RMSE = 0.0309
Likelihood = 0.302

FirstOffice_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.595
Spear. correl = 0.329
RMSE = 0.0347
Likelihood = 0.367

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.596
Spear. correl = 0.329
RMSE = 0.0349
Likelihood = 0.367

Metric: T-sCIELab


Prediction map
Pear. correl = 0.679
Spear. correl = 0.597
RMSE = 0.0343
Likelihood = 0.381

Metric: T-SSIM


Prediction map
Pear. correl = 0.767
Spear. correl = 0.513
RMSE = 0.0447
Likelihood = 0.376

Metric: T-FSIM


Prediction map
Pear. correl = 0.685
Spear. correl = 0.584
RMSE = 0.0333
Likelihood = 0.375

Metric: T-VSI


Prediction map
Pear. correl = 0.712
Spear. correl = 0.52
RMSE = 0.0321
Likelihood = 0.375

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.703
Spear. correl = 0.675
RMSE = 0.0309
Likelihood = 0.38

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.695
Spear. correl = 0.66
RMSE = 0.0416
Likelihood = 0.408

Metric: CNN


Prediction map
Pear. correl = 0.882
Spear. correl = 0.491
RMSE = 0.0223
Likelihood = 0.402

FirstOffice_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.61
Spear. correl = 0.343
RMSE = 0.0595
Likelihood = 0.355

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.611
Spear. correl = 0.343
RMSE = 0.0598
Likelihood = 0.355

Metric: T-sCIELab


Prediction map
Pear. correl = 0.621
Spear. correl = 0.657
RMSE = 0.0564
Likelihood = 0.363

Metric: T-SSIM


Prediction map
Pear. correl = 0.776
Spear. correl = 0.538
RMSE = 0.0503
Likelihood = 0.364

Metric: T-FSIM


Prediction map
Pear. correl = 0.688
Spear. correl = 0.595
RMSE = 0.0511
Likelihood = 0.36

Metric: T-VSI


Prediction map
Pear. correl = 0.706
Spear. correl = 0.536
RMSE = 0.0498
Likelihood = 0.36

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.756
Spear. correl = 0.736
RMSE = 0.0519
Likelihood = 0.375

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.759
Spear. correl = 0.654
RMSE = 0.0472
Likelihood = 0.398

Metric: CNN


Prediction map
Pear. correl = 0.887
Spear. correl = 0.528
RMSE = 0.0342
Likelihood = 0.401

FirstOffice_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.643
Spear. correl = 0.224
RMSE = 0.0679
Likelihood = 0.243

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.644
Spear. correl = 0.224
RMSE = 0.0682
Likelihood = 0.243

Metric: T-sCIELab


Prediction map
Pear. correl = 0.788
Spear. correl = 0.452
RMSE = 0.0496
Likelihood = 0.262

Metric: T-SSIM


Prediction map
Pear. correl = 0.815
Spear. correl = 0.342
RMSE = 0.0491
Likelihood = 0.252

Metric: T-FSIM


Prediction map
Pear. correl = 0.819
Spear. correl = 0.414
RMSE = 0.0463
Likelihood = 0.25

Metric: T-VSI


Prediction map
Pear. correl = 0.829
Spear. correl = 0.343
RMSE = 0.0452
Likelihood = 0.249

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.878
Spear. correl = 0.5
RMSE = 0.0413
Likelihood = 0.272

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.74
Spear. correl = 0.43
RMSE = 0.0755
Likelihood = 0.28

Metric: CNN


Prediction map
Pear. correl = 0.924
Spear. correl = 0.333
RMSE = 0.0385
Likelihood = 0.294

FirstReception_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.758
Spear. correl = 0.471
RMSE = 0.0736
Likelihood = 0.371

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.769
Spear. correl = 0.471
RMSE = 0.0781
Likelihood = 0.371

Metric: T-sCIELab


Prediction map
Pear. correl = 0.824
Spear. correl = 0.538
RMSE = 0.0629
Likelihood = 0.376

Metric: T-SSIM


Prediction map
Pear. correl = 0.844
Spear. correl = 0.501
RMSE = 0.0504
Likelihood = 0.372

Metric: T-FSIM


Prediction map
Pear. correl = 0.699
Spear. correl = 0.507
RMSE = 0.0695
Likelihood = 0.371

Metric: T-VSI


Prediction map
Pear. correl = 0.768
Spear. correl = 0.497
RMSE = 0.0655
Likelihood = 0.372

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.909
Spear. correl = 0.591
RMSE = 0.0565
Likelihood = 0.378

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.857
Spear. correl = 0.505
RMSE = 0.067
Likelihood = 0.376

Metric: CNN


Prediction map
Pear. correl = 0.919
Spear. correl = 0.659
RMSE = 0.0383
Likelihood = 0.387

FirstReception_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.795
Spear. correl = 0.335
RMSE = 0.0779
Likelihood = 0.2

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.804
Spear. correl = 0.335
RMSE = 0.0842
Likelihood = 0.199

Metric: T-sCIELab


Prediction map
Pear. correl = 0.877
Spear. correl = 0.393
RMSE = 0.0607
Likelihood = 0.208

Metric: T-SSIM


Prediction map
Pear. correl = 0.873
Spear. correl = 0.342
RMSE = 0.0503
Likelihood = 0.206

Metric: T-FSIM


Prediction map
Pear. correl = 0.826
Spear. correl = 0.329
RMSE = 0.0598
Likelihood = 0.206

Metric: T-VSI


Prediction map
Pear. correl = 0.853
Spear. correl = 0.341
RMSE = 0.0557
Likelihood = 0.207

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.954
Spear. correl = 0.394
RMSE = 0.0459
Likelihood = 0.215

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.953
Spear. correl = 0.308
RMSE = 0.0457
Likelihood = 0.22

Metric: CNN


Prediction map
Pear. correl = 0.946
Spear. correl = 0.394
RMSE = 0.035
Likelihood = 0.222

FirstReception_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.826
Spear. correl = 0.437
RMSE = 0.0979
Likelihood = 0.0893

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.819
Spear. correl = 0.437
RMSE = 0.109
Likelihood = 0.0876

Metric: T-sCIELab


Prediction map
Pear. correl = 0.878
Spear. correl = 0.572
RMSE = 0.0704
Likelihood = 0.122

Metric: T-SSIM


Prediction map
Pear. correl = 0.86
Spear. correl = 0.454
RMSE = 0.0744
Likelihood = 0.111

Metric: T-FSIM


Prediction map
Pear. correl = 0.826
Spear. correl = 0.451
RMSE = 0.0817
Likelihood = 0.111

Metric: T-VSI


Prediction map
Pear. correl = 0.844
Spear. correl = 0.465
RMSE = 0.0787
Likelihood = 0.104

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.942
Spear. correl = 0.569
RMSE = 0.0488
Likelihood = 0.156

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.903
Spear. correl = 0.491
RMSE = 0.0612
Likelihood = 0.154

Metric: CNN


Prediction map
Pear. correl = 0.921
Spear. correl = 0.582
RMSE = 0.0584
Likelihood = 0.14

FirstRoom_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.482
Spear. correl = 0.193
RMSE = 0.0542
Likelihood = 0.255

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.501
Spear. correl = 0.193
RMSE = 0.0559
Likelihood = 0.253

Metric: T-sCIELab


Prediction map
Pear. correl = 0.487
Spear. correl = 0.289
RMSE = 0.0544
Likelihood = 0.254

Metric: T-SSIM


Prediction map
Pear. correl = 0.573
Spear. correl = 0.307
RMSE = 0.0542
Likelihood = 0.253

Metric: T-FSIM


Prediction map
Pear. correl = 0.62
Spear. correl = 0.397
RMSE = 0.0479
Likelihood = 0.26

Metric: T-VSI


Prediction map
Pear. correl = 0.611
Spear. correl = 0.373
RMSE = 0.0498
Likelihood = 0.259

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.799
Spear. correl = 0.52
RMSE = 0.0538
Likelihood = 0.26

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.823
Spear. correl = 0.506
RMSE = 0.0531
Likelihood = 0.271

Metric: CNN


Prediction map
Pear. correl = 0.914
Spear. correl = 0.288
RMSE = 0.0343
Likelihood = 0.289

FirstRoom_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.52
Spear. correl = 0.206
RMSE = 0.0741
Likelihood = 0.168

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.517
Spear. correl = 0.206
RMSE = 0.0766
Likelihood = 0.166

Metric: T-sCIELab


Prediction map
Pear. correl = 0.538
Spear. correl = 0.327
RMSE = 0.0722
Likelihood = 0.167

Metric: T-SSIM


Prediction map
Pear. correl = 0.502
Spear. correl = 0.319
RMSE = 0.072
Likelihood = 0.167

Metric: T-FSIM


Prediction map
Pear. correl = 0.755
Spear. correl = 0.455
RMSE = 0.053
Likelihood = 0.179

Metric: T-VSI


Prediction map
Pear. correl = 0.715
Spear. correl = 0.375
RMSE = 0.058
Likelihood = 0.175

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.828
Spear. correl = 0.54
RMSE = 0.0702
Likelihood = 0.174

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.81
Spear. correl = 0.578
RMSE = 0.0619
Likelihood = 0.209

Metric: CNN


Prediction map
Pear. correl = 0.9
Spear. correl = 0.325
RMSE = 0.0414
Likelihood = 0.222

FirstRoom_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.514
Spear. correl = 0.232
RMSE = 0.0786
Likelihood = 0.14

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.505
Spear. correl = 0.232
RMSE = 0.0816
Likelihood = 0.138

Metric: T-sCIELab


Prediction map
Pear. correl = 0.554
Spear. correl = 0.513
RMSE = 0.0751
Likelihood = 0.145

Metric: T-SSIM


Prediction map
Pear. correl = 0.538
Spear. correl = 0.356
RMSE = 0.0763
Likelihood = 0.144

Metric: T-FSIM


Prediction map
Pear. correl = 0.79
Spear. correl = 0.591
RMSE = 0.0674
Likelihood = 0.18

Metric: T-VSI


Prediction map
Pear. correl = 0.721
Spear. correl = 0.384
RMSE = 0.0662
Likelihood = 0.154

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.704
Spear. correl = 0.601
RMSE = 0.0636
Likelihood = 0.184

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.744
Spear. correl = 0.597
RMSE = 0.0741
Likelihood = 0.234

Metric: CNN


Prediction map
Pear. correl = 0.88
Spear. correl = 0.401
RMSE = 0.0437
Likelihood = 0.229

SecondBedroom_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 4
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.517
Spear. correl = 0.266
RMSE = 0.0236
Likelihood = 0.367

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.502
Spear. correl = 0.266
RMSE = 0.0232
Likelihood = 0.366

Metric: T-sCIELab


Prediction map
Pear. correl = 0.545
Spear. correl = 0.517
RMSE = 0.0313
Likelihood = 0.379

Metric: T-SSIM


Prediction map
Pear. correl = 0.578
Spear. correl = 0.487
RMSE = 0.0475
Likelihood = 0.375

Metric: T-FSIM


Prediction map
Pear. correl = 0.577
Spear. correl = 0.483
RMSE = 0.0555
Likelihood = 0.376

Metric: T-VSI


Prediction map
Pear. correl = 0.573
Spear. correl = 0.474
RMSE = 0.0577
Likelihood = 0.375

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.556
Spear. correl = 0.544
RMSE = 0.0311
Likelihood = 0.392

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.51
Spear. correl = 0.485
RMSE = 0.053
Likelihood = 0.383

Metric: CNN


Prediction map
Pear. correl = 0.718
Spear. correl = 0.324
RMSE = 0.0379
Likelihood = 0.378

SecondBedroom_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 4
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.465
Spear. correl = 0.22
RMSE = 0.0667
Likelihood = 0.183

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.456
Spear. correl = 0.22
RMSE = 0.0682
Likelihood = 0.183

Metric: T-sCIELab


Prediction map
Pear. correl = 0.477
Spear. correl = 0.38
RMSE = 0.0659
Likelihood = 0.194

Metric: T-SSIM


Prediction map
Pear. correl = 0.543
Spear. correl = 0.393
RMSE = 0.0688
Likelihood = 0.196

Metric: T-FSIM


Prediction map
Pear. correl = 0.554
Spear. correl = 0.383
RMSE = 0.0761
Likelihood = 0.198

Metric: T-VSI


Prediction map
Pear. correl = 0.551
Spear. correl = 0.386
RMSE = 0.0781
Likelihood = 0.197

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.564
Spear. correl = 0.448
RMSE = 0.0614
Likelihood = 0.225

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.528
Spear. correl = 0.382
RMSE = 0.0748
Likelihood = 0.214

Metric: CNN


Prediction map
Pear. correl = 0.79
Spear. correl = 0.287
RMSE = 0.0537
Likelihood = 0.234

SecondBedroom_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 4
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.477
Spear. correl = 0.346
RMSE = 0.0943
Likelihood = -0.0456

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.459
Spear. correl = 0.346
RMSE = 0.0961
Likelihood = -0.0492

Metric: T-sCIELab


Prediction map
Pear. correl = 0.542
Spear. correl = 0.652
RMSE = 0.0909
Likelihood = -0.00736

Metric: T-SSIM


Prediction map
Pear. correl = 0.594
Spear. correl = 0.508
RMSE = 0.0944
Likelihood = -0.0185

Metric: T-FSIM


Prediction map
Pear. correl = 0.68
Spear. correl = 0.563
RMSE = 0.101
Likelihood = 0.0258

Metric: T-VSI


Prediction map
Pear. correl = 0.666
Spear. correl = 0.539
RMSE = 0.102
Likelihood = 0.00528

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.617
Spear. correl = 0.697
RMSE = 0.106
Likelihood = 0.0862

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.631
Spear. correl = 0.63
RMSE = 0.157
Likelihood = 0.0856

Metric: CNN


Prediction map
Pear. correl = 0.822
Spear. correl = 0.468
RMSE = 0.0744
Likelihood = 0.117

SecondOffice_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.505
Spear. correl = 0.298
RMSE = 0.061
Likelihood = 0.32

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.514
Spear. correl = 0.298
RMSE = 0.0614
Likelihood = 0.32

Metric: T-sCIELab


Prediction map
Pear. correl = 0.564
Spear. correl = 0.478
RMSE = 0.0566
Likelihood = 0.327

Metric: T-SSIM


Prediction map
Pear. correl = 0.609
Spear. correl = 0.494
RMSE = 0.0671
Likelihood = 0.331

Metric: T-FSIM


Prediction map
Pear. correl = 0.579
Spear. correl = 0.523
RMSE = 0.056
Likelihood = 0.327

Metric: T-VSI


Prediction map
Pear. correl = 0.544
Spear. correl = 0.51
RMSE = 0.0566
Likelihood = 0.326

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.777
Spear. correl = 0.606
RMSE = 0.0605
Likelihood = 0.332

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.678
Spear. correl = 0.411
RMSE = 0.0497
Likelihood = 0.344

Metric: CNN


Prediction map
Pear. correl = 0.842
Spear. correl = 0.438
RMSE = 0.0362
Likelihood = 0.362

SecondOffice_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.563
Spear. correl = 0.308
RMSE = 0.0782
Likelihood = 0.271

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.569
Spear. correl = 0.308
RMSE = 0.0789
Likelihood = 0.27

Metric: T-sCIELab


Prediction map
Pear. correl = 0.662
Spear. correl = 0.564
RMSE = 0.065
Likelihood = 0.291

Metric: T-SSIM


Prediction map
Pear. correl = 0.689
Spear. correl = 0.512
RMSE = 0.0679
Likelihood = 0.287

Metric: T-FSIM


Prediction map
Pear. correl = 0.729
Spear. correl = 0.577
RMSE = 0.0593
Likelihood = 0.285

Metric: T-VSI


Prediction map
Pear. correl = 0.682
Spear. correl = 0.531
RMSE = 0.0659
Likelihood = 0.28

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.855
Spear. correl = 0.69
RMSE = 0.076
Likelihood = 0.285

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.749
Spear. correl = 0.474
RMSE = 0.0587
Likelihood = 0.313

Metric: CNN


Prediction map
Pear. correl = 0.897
Spear. correl = 0.482
RMSE = 0.0387
Likelihood = 0.323

SecondOffice_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.602
Spear. correl = 0.314
RMSE = 0.084
Likelihood = 0.269

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.603
Spear. correl = 0.314
RMSE = 0.0847
Likelihood = 0.269

Metric: T-sCIELab


Prediction map
Pear. correl = 0.731
Spear. correl = 0.574
RMSE = 0.0654
Likelihood = 0.295

Metric: T-SSIM


Prediction map
Pear. correl = 0.753
Spear. correl = 0.526
RMSE = 0.0691
Likelihood = 0.287

Metric: T-FSIM


Prediction map
Pear. correl = 0.841
Spear. correl = 0.583
RMSE = 0.0529
Likelihood = 0.295

Metric: T-VSI


Prediction map
Pear. correl = 0.8
Spear. correl = 0.537
RMSE = 0.0584
Likelihood = 0.282

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.836
Spear. correl = 0.641
RMSE = 0.0602
Likelihood = 0.305

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.72
Spear. correl = 0.444
RMSE = 0.0754
Likelihood = 0.292

Metric: CNN


Prediction map
Pear. correl = 0.917
Spear. correl = 0.467
RMSE = 0.0447
Likelihood = 0.329

SecondRoom_shadows: lev=1 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.132
Spear. correl = 0.124
RMSE = 0.0246
Likelihood = 0.294

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.125
Spear. correl = 0.123
RMSE = 0.0246
Likelihood = 0.292

Metric: T-sCIELab


Prediction map
Pear. correl = 0.154
Spear. correl = 0.193
RMSE = 0.0244
Likelihood = 0.294

Metric: T-SSIM


Prediction map
Pear. correl = 0.136
Spear. correl = 0.183
RMSE = 0.0245
Likelihood = 0.293

Metric: T-FSIM


Prediction map
Pear. correl = 0.0459
Spear. correl = 0.157
RMSE = 0.0278
Likelihood = 0.291

Metric: T-VSI


Prediction map
Pear. correl = 0.0446
Spear. correl = 0.151
RMSE = 0.0279
Likelihood = 0.291

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.145
Spear. correl = 0.191
RMSE = 0.0246
Likelihood = 0.293

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.2
Spear. correl = 0.293
RMSE = 0.0242
Likelihood = 0.297

Metric: CNN


Prediction map
Pear. correl = 0.0335
Spear. correl = 0.0823
RMSE = 0.025
Likelihood = 0.293

SecondRoom_shadows: lev=2 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.248
Spear. correl = 0.209
RMSE = 0.0489
Likelihood = 0.24

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.256
Spear. correl = 0.209
RMSE = 0.0493
Likelihood = 0.239

Metric: T-sCIELab


Prediction map
Pear. correl = 0.231
Spear. correl = 0.391
RMSE = 0.0493
Likelihood = 0.244

Metric: T-SSIM


Prediction map
Pear. correl = 0.293
Spear. correl = 0.274
RMSE = 0.0483
Likelihood = 0.241

Metric: T-FSIM


Prediction map
Pear. correl = 0.269
Spear. correl = 0.318
RMSE = 0.0541
Likelihood = 0.241

Metric: T-VSI


Prediction map
Pear. correl = 0.268
Spear. correl = 0.309
RMSE = 0.0542
Likelihood = 0.241

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.305
Spear. correl = 0.458
RMSE = 0.0481
Likelihood = 0.247

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.408
Spear. correl = 0.559
RMSE = 0.0458
Likelihood = 0.263

Metric: CNN


Prediction map
Pear. correl = 0.576
Spear. correl = 0.325
RMSE = 0.0412
Likelihood = 0.285

SecondRoom_shadows: lev=3 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.397
Spear. correl = 0.297
RMSE = 0.0649
Likelihood = 0.13

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.404
Spear. correl = 0.297
RMSE = 0.0667
Likelihood = 0.128

Metric: T-sCIELab


Prediction map
Pear. correl = 0.438
Spear. correl = 0.493
RMSE = 0.0631
Likelihood = 0.138

Metric: T-SSIM


Prediction map
Pear. correl = 0.444
Spear. correl = 0.384
RMSE = 0.0636
Likelihood = 0.135

Metric: T-FSIM


Prediction map
Pear. correl = 0.526
Spear. correl = 0.425
RMSE = 0.0699
Likelihood = 0.144

Metric: T-VSI


Prediction map
Pear. correl = 0.505
Spear. correl = 0.429
RMSE = 0.07
Likelihood = 0.14

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.574
Spear. correl = 0.546
RMSE = 0.0584
Likelihood = 0.156

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.623
Spear. correl = 0.537
RMSE = 0.0605
Likelihood = 0.195

Metric: CNN


Prediction map
Pear. correl = 0.733
Spear. correl = 0.381
RMSE = 0.0469
Likelihood = 0.198

color_frame0000: lev=1 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.483
Spear. correl = 0.376
RMSE = 0.0605
Likelihood = 0.232

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.475
Spear. correl = 0.369
RMSE = 0.034
Likelihood = 0.233

Metric: T-sCIELab


Prediction map
Pear. correl = 0.491
Spear. correl = 0.509
RMSE = 0.0633
Likelihood = 0.248

Metric: T-SSIM


Prediction map
Pear. correl = 0.407
Spear. correl = 0.488
RMSE = 0.0423
Likelihood = 0.229

Metric: T-FSIM


Prediction map
Pear. correl = 0.545
Spear. correl = 0.552
RMSE = 0.114
Likelihood = 0.239

Metric: T-VSI


Prediction map
Pear. correl = 0.517
Spear. correl = 0.509
RMSE = 0.106
Likelihood = 0.232

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.596
Spear. correl = 0.618
RMSE = 0.0698
Likelihood = 0.301

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.604
Spear. correl = 0.592
RMSE = 0.0642
Likelihood = 0.309

Metric: CNN


Prediction map
Pear. correl = 0.204
Spear. correl = 0.45
RMSE = 0.0489
Likelihood = 0.238

color_frame0000: lev=2 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.659
Spear. correl = 0.39
RMSE = 0.101
Likelihood = 0.0715

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.617
Spear. correl = 0.385
RMSE = 0.11
Likelihood = 0.0541

Metric: T-sCIELab


Prediction map
Pear. correl = 0.692
Spear. correl = 0.65
RMSE = 0.0973
Likelihood = 0.0987

Metric: T-SSIM


Prediction map
Pear. correl = 0.611
Spear. correl = 0.556
RMSE = 0.106
Likelihood = 0.0694

Metric: T-FSIM


Prediction map
Pear. correl = 0.775
Spear. correl = 0.584
RMSE = 0.117
Likelihood = 0.118

Metric: T-VSI


Prediction map
Pear. correl = 0.761
Spear. correl = 0.67
RMSE = 0.114
Likelihood = 0.104

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.778
Spear. correl = 0.743
RMSE = 0.107
Likelihood = 0.194

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.733
Spear. correl = 0.702
RMSE = 0.141
Likelihood = 0.182

Metric: CNN


Prediction map
Pear. correl = 0.585
Spear. correl = 0.607
RMSE = 0.106
Likelihood = 0.111

color_frame0000: lev=3 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.68
Spear. correl = 0.275
RMSE = 0.114
Likelihood = 0.0446

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.622
Spear. correl = 0.221
RMSE = 0.124
Likelihood = 0.0267

Metric: T-sCIELab


Prediction map
Pear. correl = 0.725
Spear. correl = 0.5
RMSE = 0.107
Likelihood = 0.0819

Metric: T-SSIM


Prediction map
Pear. correl = 0.652
Spear. correl = 0.578
RMSE = 0.12
Likelihood = 0.051

Metric: T-FSIM


Prediction map
Pear. correl = 0.791
Spear. correl = 0.525
RMSE = 0.126
Likelihood = 0.103

Metric: T-VSI


Prediction map
Pear. correl = 0.786
Spear. correl = 0.51
RMSE = 0.12
Likelihood = 0.0843

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.785
Spear. correl = 0.687
RMSE = 0.149
Likelihood = 0.174

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.741
Spear. correl = 0.699
RMSE = 0.197
Likelihood = 0.123

Metric: CNN


Prediction map
Pear. correl = 0.693
Spear. correl = 0.639
RMSE = 0.11
Likelihood = 0.126