Dataset: cgibr

Click on any test image to see the reference image. Click on any predicted distortion map to see observers' markings


00_FairyCollection: lev=1 ppd=40

Observer marking

Cross-validation fold: 5
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.33
Spear. correl = 0.188
RMSE = 0.229
Likelihood = -0.129

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.341
Spear. correl = 0.165
RMSE = 0.133
Likelihood = -0.112

Metric: T-sCIELab


Prediction map
Pear. correl = 0.347
Spear. correl = 0.238
RMSE = 0.325
Likelihood = -0.162

Metric: T-SSIM


Prediction map
Pear. correl = 0.324
Spear. correl = 0.22
RMSE = 0.307
Likelihood = -0.283

Metric: T-FSIM


Prediction map
Pear. correl = 0.284
Spear. correl = 0.177
RMSE = 0.345
Likelihood = -0.188

Metric: T-VSI


Prediction map
Pear. correl = 0.282
Spear. correl = 0.169
RMSE = 0.347
Likelihood = -0.202

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.537
Spear. correl = 0.43
RMSE = 0.383
Likelihood = -0.14

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.41
Spear. correl = 0.357
RMSE = 0.436
Likelihood = -0.2

Metric: CNN


Prediction map
Pear. correl = 0.438
Spear. correl = 0.395
RMSE = 0.381
Likelihood = -0.145

ArtGallery3: lev=1 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.293
Spear. correl = 0.231
RMSE = 0.17
Likelihood = 0.139

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.328
Spear. correl = 0.226
RMSE = 0.108
Likelihood = 0.194

Metric: T-sCIELab


Prediction map
Pear. correl = 0.47
Spear. correl = 0.319
RMSE = 0.106
Likelihood = 0.238

Metric: T-SSIM


Prediction map
Pear. correl = 0.349
Spear. correl = 0.301
RMSE = 0.181
Likelihood = 0.211

Metric: T-FSIM


Prediction map
Pear. correl = 0.538
Spear. correl = 0.302
RMSE = 0.147
Likelihood = 0.237

Metric: T-VSI


Prediction map
Pear. correl = 0.528
Spear. correl = 0.267
RMSE = 0.145
Likelihood = 0.23

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.652
Spear. correl = 0.47
RMSE = 0.12
Likelihood = 0.245

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.526
Spear. correl = 0.418
RMSE = 0.229
Likelihood = 0.12

Metric: CNN


Prediction map
Pear. correl = 0.675
Spear. correl = 0.44
RMSE = 0.152
Likelihood = 0.267

Car: lev=1 ppd=40

Observer marking

Cross-validation fold: 3
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.627
Spear. correl = 0.477
RMSE = 0.168
Likelihood = -0.405

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.551
Spear. correl = 0.352
RMSE = 0.175
Likelihood = -0.494

Metric: T-sCIELab


Prediction map
Pear. correl = 0.635
Spear. correl = 0.738
RMSE = 0.184
Likelihood = -0.467

Metric: T-SSIM


Prediction map
Pear. correl = 0.663
Spear. correl = 0.724
RMSE = 0.193
Likelihood = -0.448

Metric: T-FSIM


Prediction map
Pear. correl = 0.705
Spear. correl = 0.561
RMSE = 0.189
Likelihood = -0.413

Metric: T-VSI


Prediction map
Pear. correl = 0.717
Spear. correl = 0.572
RMSE = 0.183
Likelihood = -0.391

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.79
Spear. correl = 0.812
RMSE = 0.182
Likelihood = -0.299

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.83
Spear. correl = 0.75
RMSE = 0.237
Likelihood = -0.185

Metric: CNN


Prediction map
Pear. correl = 0.791
Spear. correl = 0.766
RMSE = 0.152
Likelihood = -0.349

Classroom: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.159
Spear. correl = 0.159
RMSE = 0.305
Likelihood = -0.274

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.138
Spear. correl = 0.154
RMSE = 0.208
Likelihood = -0.333

Metric: T-sCIELab


Prediction map
Pear. correl = 0.154
Spear. correl = 0.165
RMSE = 0.36
Likelihood = -0.502

Metric: T-SSIM


Prediction map
Pear. correl = 0.141
Spear. correl = 0.173
RMSE = 0.401
Likelihood = -0.933

Metric: T-FSIM


Prediction map
Pear. correl = 0.209
Spear. correl = 0.243
RMSE = 0.501
Likelihood = -0.519

Metric: T-VSI


Prediction map
Pear. correl = 0.195
Spear. correl = 0.218
RMSE = 0.444
Likelihood = -0.547

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.256
Spear. correl = 0.332
RMSE = 0.505
Likelihood = -0.322

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.191
Spear. correl = 0.287
RMSE = 0.637
Likelihood = -0.375

Metric: CNN


Prediction map
Pear. correl = 0.265
Spear. correl = 0.341
RMSE = 0.228
Likelihood = -0.648

Furniture1: lev=1 ppd=40

Observer marking

Cross-validation fold: 1
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.673
Spear. correl = 0.509
RMSE = 0.153
Likelihood = -0.0268

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.62
Spear. correl = 0.507
RMSE = 0.169
Likelihood = -0.0442

Metric: T-sCIELab


Prediction map
Pear. correl = 0.679
Spear. correl = 0.474
RMSE = 0.153
Likelihood = -0.0714

Metric: T-SSIM


Prediction map
Pear. correl = 0.713
Spear. correl = 0.771
RMSE = 0.147
Likelihood = -0.0825

Metric: T-FSIM


Prediction map
Pear. correl = 0.649
Spear. correl = 0.255
RMSE = 0.181
Likelihood = -0.114

Metric: T-VSI


Prediction map
Pear. correl = 0.806
Spear. correl = 0.545
RMSE = 0.126
Likelihood = -0.0323

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.907
Spear. correl = 0.711
RMSE = 0.0955
Likelihood = 0.0511

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.871
Spear. correl = 0.696
RMSE = 0.134
Likelihood = 0.0825

Metric: CNN


Prediction map
Pear. correl = 0.713
Spear. correl = 0.691
RMSE = 0.144
Likelihood = 0.00213

Furniture3: lev=1 ppd=40

Observer marking

Cross-validation fold: 2
No. of observers: 16
Peak luminance: 110 cd/m2

Metric: T-ABS


Prediction map
Pear. correl = 0.638
Spear. correl = 0.429
RMSE = 0.169
Likelihood = -0.0862

Metric: T-CIEDE2000


Prediction map
Pear. correl = 0.703
Spear. correl = 0.454
RMSE = 0.156
Likelihood = -0.0844

Metric: T-sCIELab


Prediction map
Pear. correl = 0.635
Spear. correl = 0.424
RMSE = 0.181
Likelihood = -0.117

Metric: T-SSIM


Prediction map
Pear. correl = 0.743
Spear. correl = 0.553
RMSE = 0.163
Likelihood = -0.116

Metric: T-FSIM


Prediction map
Pear. correl = 0.726
Spear. correl = 0.417
RMSE = 0.175
Likelihood = -0.116

Metric: T-VSI


Prediction map
Pear. correl = 0.689
Spear. correl = 0.489
RMSE = 0.174
Likelihood = -0.101

Metric: T-Butteraugli


Prediction map
Pear. correl = 0.836
Spear. correl = 0.696
RMSE = 0.157
Likelihood = 0.0264

Metric: T-HDR-VDP


Prediction map
Pear. correl = 0.651
Spear. correl = 0.652
RMSE = 0.293
Likelihood = 0.00138

Metric: CNN


Prediction map
Pear. correl = 0.896
Spear. correl = 0.76
RMSE = 0.118
Likelihood = 0.0426