In [5]:
%load_ext autoreload
%autoreload 2
import pandas as pd
import numpy as np
import vislab.results_viz
The autoreload extension is already loaded. To reload it, use:
%reload_ext autoreload
In [3]:
ava_style_ap_df = pd.read_csv('/Users/sergeyk/dropbox_work/aphrodite-writeup/results/ava_style_ap_df.csv', index_col=0)
# ava_style_aesthetics_acc_df = pd.read_csv('/Users/sergeyk/dropbox_work/aphrodite-writeup/results/ava_style_aesthetics_acc_df.csv', index_col=0)
flickr_ap_df = pd.read_csv('/Users/sergeyk/dropbox_work/aphrodite-writeup/results/flickr_ap_df.csv', index_col=0)
wikipaintings_ap_df = pd.read_csv('/Users/sergeyk/dropbox_work/aphrodite-writeup/results/wikipaintings_ap_df.csv', index_col=0)
In [6]:
all_df = ava_style_ap_df.append(flickr_ap_df).append(wikipaintings_ap_df)
column_order = all_df.columns[(-all_df.mean()).argsort().values]
all_df = all_df.reindex_axis(column_order, axis=1)
print all_df.to_latex(float_format=lambda x: '%.3f'%x if not np.isnan(x) else '-')
\begin{tabular}{lrrrrrrrrrrrrrrrrr}
\toprule
{} & Murray-CVPR-2012 & Late-fusion x Content & MC-bit & DeCAF\_6 & DeCAF\_5 & Fine-tuned DeCAF\_6 & ImageNet scores & fusion\_flickr\_mar23,pascal\_mc\_for\_fusion\_flickr\_mar23 fp vw & Caffe FC6 & Caffe FC7 & MC binary & L*a*b* Histogram & GIST & ImageNet & Graph-based Saliency & random & Random \\
\midrule
Complementary\_Colors & 0.440 & 0.469 & 0.329 & 0.548 & 0.368 & 0.514 & 0.389 & - & - & - & - & 0.294 & 0.223 & - & 0.111 & 0.130 & - \\
Duotones & 0.510 & 0.676 & 0.612 & 0.737 & 0.363 & 0.665 & 0.383 & - & - & - & - & 0.582 & 0.255 & - & 0.233 & 0.259 & - \\
HDR & 0.640 & 0.669 & 0.624 & 0.594 & 0.494 & 0.516 & 0.335 & - & - & - & - & 0.194 & 0.124 & - & 0.101 & 0.091 & - \\
Image\_Grain & 0.740 & 0.647 & 0.744 & 0.545 & 0.535 & 0.563 & 0.219 & - & - & - & - & 0.213 & 0.104 & - & 0.104 & 0.099 & - \\
Light\_On\_White & 0.730 & 0.908 & 0.802 & 0.915 & 0.805 & 0.860 & 0.508 & - & - & - & - & 0.867 & 0.704 & - & 0.172 & 0.113 & - \\
Long\_Exposure & 0.430 & 0.453 & 0.420 & 0.431 & 0.208 & 0.444 & 0.242 & - & - & - & - & 0.232 & 0.159 & - & 0.147 & 0.127 & - \\
Macro & 0.500 & 0.478 & 0.413 & 0.427 & 0.376 & 0.488 & 0.438 & - & - & - & - & 0.230 & 0.269 & - & 0.161 & 0.154 & - \\
Motion\_Blur & 0.400 & 0.478 & 0.458 & 0.467 & 0.327 & 0.380 & 0.186 & - & - & - & - & 0.117 & 0.114 & - & 0.122 & 0.093 & - \\
Negative\_Image & 0.690 & 0.595 & 0.499 & 0.619 & 0.427 & 0.561 & 0.323 & - & - & - & - & 0.268 & 0.189 & - & 0.123 & 0.104 & - \\
Rule\_of\_Thirds & 0.300 & 0.352 & 0.236 & 0.353 & 0.269 & 0.290 & 0.244 & - & - & - & - & 0.188 & 0.167 & - & 0.228 & 0.171 & - \\
Shallow\_DOF & 0.480 & 0.624 & 0.637 & 0.659 & 0.522 & 0.627 & 0.517 & - & - & - & - & 0.332 & 0.276 & - & 0.223 & 0.208 & - \\
Silhouettes & 0.720 & 0.791 & 0.801 & 0.801 & 0.609 & 0.835 & 0.401 & - & - & - & - & 0.261 & 0.263 & - & 0.130 & 0.117 & - \\
Soft\_Focus & 0.390 & 0.312 & 0.290 & 0.354 & 0.225 & 0.305 & 0.170 & - & - & - & - & 0.127 & 0.126 & - & 0.114 & 0.102 & - \\
Vanishing\_Point & 0.570 & 0.684 & 0.685 & 0.658 & 0.527 & 0.646 & 0.542 & - & - & - & - & 0.123 & 0.107 & - & 0.161 & 0.092 & - \\
\_mean & 0.539 & 0.581 & 0.539 & 0.579 & 0.432 & 0.550 & 0.350 & - & - & - & - & 0.288 & 0.220 & - & 0.152 & 0.133 & - \\
Bokeh & - & - & - & - & - & - & - & 0.274 & 0.253 & 0.262 & 0.248 & - & - & - & - & - & 0.052 \\
Bright & - & - & - & - & - & - & - & 0.228 & 0.236 & 0.230 & 0.183 & - & - & - & - & - & 0.052 \\
Depth\_of\_Field & - & - & - & - & - & - & - & 0.159 & 0.152 & 0.151 & 0.148 & - & - & - & - & - & 0.053 \\
Detailed & - & - & - & - & - & - & - & 0.287 & 0.277 & 0.277 & 0.278 & - & - & - & - & - & 0.052 \\
Ethereal & - & - & - & - & - & - & - & 0.375 & 0.393 & 0.357 & 0.335 & - & - & - & - & - & 0.054 \\
Geometric\_Composition & - & - & - & - & - & - & - & 0.387 & 0.355 & 0.388 & 0.360 & - & - & - & - & - & 0.052 \\
HDR & - & - & - & - & - & - & - & 0.386 & 0.406 & 0.370 & 0.475 & - & - & - & - & - & 0.054 \\
Hazy & - & - & - & - & - & - & - & 0.457 & 0.451 & 0.435 & 0.447 & - & - & - & - & - & 0.052 \\
Horror & - & - & - & - & - & - & - & 0.376 & 0.396 & 0.365 & 0.295 & - & - & - & - & - & 0.052 \\
Long\_Exposure & - & - & - & - & - & - & - & 0.445 & 0.457 & 0.427 & 0.463 & - & - & - & - & - & 0.051 \\
Macro & - & - & - & - & - & - & - & 0.601 & 0.582 & 0.593 & 0.530 & - & - & - & - & - & 0.053 \\
Melancholy & - & - & - & - & - & - & - & 0.151 & 0.147 & 0.143 & 0.136 & - & - & - & - & - & 0.050 \\
Minimal & - & - & - & - & - & - & - & 0.470 & 0.444 & 0.475 & 0.481 & - & - & - & - & - & 0.055 \\
Noir & - & - & - & - & - & - & - & 0.463 & 0.481 & 0.451 & 0.408 & - & - & - & - & - & 0.054 \\
Pastel & - & - & - & - & - & - & - & 0.248 & 0.245 & 0.236 & 0.211 & - & - & - & - & - & 0.051 \\
Romantic & - & - & - & - & - & - & - & 0.211 & 0.204 & 0.197 & 0.185 & - & - & - & - & - & 0.051 \\
Serene & - & - & - & - & - & - & - & 0.261 & 0.257 & 0.255 & 0.239 & - & - & - & - & - & 0.053 \\
Sunny & - & - & - & - & - & - & - & 0.474 & 0.481 & 0.465 & 0.453 & - & - & - & - & - & 0.050 \\
Texture & - & - & - & - & - & - & - & 0.241 & 0.227 & 0.234 & 0.229 & - & - & - & - & - & 0.053 \\
Vintage & - & - & - & - & - & - & - & 0.266 & 0.273 & 0.249 & 0.222 & - & - & - & - & - & 0.052 \\
\_mean & - & - & - & - & - & - & - & 0.338 & 0.336 & 0.328 & 0.316 & - & - & - & - & - & 0.052 \\
Abstract\_Art & - & 0.341 & 0.314 & 0.258 & - & 0.233 & - & - & - & - & - & - & - & 0.192 & - & 0.045 & - \\
Abstract\_Expressionism & - & 0.351 & 0.340 & 0.243 & - & 0.222 & - & - & - & - & - & - & - & 0.159 & - & 0.042 & - \\
Art\_Informel & - & 0.221 & 0.217 & 0.187 & - & 0.158 & - & - & - & - & - & - & - & 0.138 & - & 0.045 & - \\
Art\_Nouveau\_(Modern) & - & 0.421 & 0.402 & 0.197 & - & 0.219 & - & - & - & - & - & - & - & 0.096 & - & 0.044 & - \\
Baroque & - & 0.436 & 0.386 & 0.313 & - & 0.330 & - & - & - & - & - & - & - & 0.162 & - & 0.043 & - \\
Color\_Field\_Painting & - & 0.773 & 0.739 & 0.689 & - & 0.703 & - & - & - & - & - & - & - & 0.503 & - & 0.047 & - \\
Cubism & - & 0.495 & 0.488 & 0.400 & - & 0.427 & - & - & - & - & - & - & - & 0.193 & - & 0.041 & - \\
Early\_Renaissance & - & 0.578 & 0.559 & 0.453 & - & 0.424 & - & - & - & - & - & - & - & 0.192 & - & 0.044 & - \\
Expressionism & - & 0.235 & 0.230 & 0.186 & - & 0.186 & - & - & - & - & - & - & - & 0.093 & - & 0.042 & - \\
High\_Renaissance & - & 0.401 & 0.345 & 0.288 & - & 0.281 & - & - & - & - & - & - & - & 0.165 & - & 0.042 & - \\
Impressionism & - & 0.586 & 0.528 & 0.411 & - & 0.433 & - & - & - & - & - & - & - & 0.227 & - & 0.042 & - \\
Magic\_Realism & - & 0.521 & 0.465 & 0.428 & - & 0.435 & - & - & - & - & - & - & - & 0.198 & - & 0.040 & - \\
Mannerism\_(Late\_Renaissance) & - & 0.505 & 0.439 & 0.356 & - & 0.359 & - & - & - & - & - & - & - & 0.171 & - & 0.041 & - \\
Minimalism & - & 0.660 & 0.614 & 0.604 & - & 0.636 & - & - & - & - & - & - & - & 0.449 & - & 0.041 & - \\
Nave\_Art\_(Primitivism) & - & 0.395 & 0.425 & 0.225 & - & 0.210 & - & - & - & - & - & - & - & 0.111 & - & 0.048 & - \\
Neoclassicism & - & 0.601 & 0.537 & 0.399 & - & 0.438 & - & - & - & - & - & - & - & 0.179 & - & 0.043 & - \\
Northern\_Renaissance & - & 0.560 & 0.478 & 0.433 & - & 0.339 & - & - & - & - & - & - & - & 0.119 & - & 0.043 & - \\
Pop\_Art & - & 0.441 & 0.398 & 0.281 & - & 0.304 & - & - & - & - & - & - & - & 0.163 & - & 0.041 & - \\
Post-Impressionism & - & 0.348 & 0.348 & 0.292 & - & 0.317 & - & - & - & - & - & - & - & 0.135 & - & 0.043 & - \\
Realism & - & 0.408 & 0.309 & 0.266 & - & 0.265 & - & - & - & - & - & - & - & 0.159 & - & 0.042 & - \\
Rococo & - & 0.616 & 0.548 & 0.467 & - & 0.501 & - & - & - & - & - & - & - & 0.242 & - & 0.042 & - \\
Romanticism & - & 0.392 & 0.389 & 0.343 & - & 0.265 & - & - & - & - & - & - & - & 0.185 & - & 0.051 & - \\
Surrealism & - & 0.262 & 0.247 & 0.134 & - & 0.152 & - & - & - & - & - & - & - & 0.099 & - & 0.045 & - \\
Symbolism & - & 0.390 & 0.390 & 0.260 & - & 0.296 & - & - & - & - & - & - & - & 0.172 & - & 0.044 & - \\
Ukiyo-e & - & 0.895 & 0.894 & 0.788 & - & 0.765 & - & - & - & - & - & - & - & 0.260 & - & 0.042 & - \\
\_mean & - & 0.473 & 0.441 & 0.356 & - & 0.356 & - & - & - & - & - & - & - & 0.191 & - & 0.043 & - \\
\bottomrule
\end{tabular}
In [8]:
mean_df = pd.DataFrame({
'AVA Style': ava_style_ap_df.ix['_mean'],
'Flickr': flickr_ap_df.ix['_mean'],
'Wikipaintings': wikipaintings_ap_df.ix['_mean']
}).T
del mean_df['Murray-CVPR-2012']
mean_df
Out[8]:
Caffe FC6
Caffe FC7
DeCAF_5
DeCAF_6
Fine-tuned DeCAF_6
GIST
Graph-based Saliency
ImageNet
ImageNet scores
L*a*b* Histogram
Late-fusion x Content
MC binary
MC-bit
Random
fusion_flickr_mar23,pascal_mc_for_fusion_flickr_mar23 fp vw
random
AVA Style
NaN
NaN
0.432396
0.579198
0.549528
0.219882
0.152047
NaN
0.349731
0.287526
0.581030
NaN
0.539272
NaN
NaN
0.132859
Flickr
0.335858
0.327996
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
0.316363
NaN
0.052267
0.337872
NaN
Wikipaintings
NaN
NaN
NaN
0.356016
0.355877
NaN
NaN
0.190595
NaN
NaN
0.473238
NaN
0.441076
NaN
NaN
0.043378
In [9]:
mean_df2 = mean_df.copy()
column_order = mean_df.columns[(-mean_df2.mean()).argsort().values]
mean_df = mean_df.reindex_axis(column_order, axis=1)
mean_df
Out[9]:
Late-fusion x Content
MC-bit
DeCAF_6
Fine-tuned DeCAF_6
DeCAF_5
ImageNet scores
fusion_flickr_mar23,pascal_mc_for_fusion_flickr_mar23 fp vw
Caffe FC6
Caffe FC7
MC binary
L*a*b* Histogram
GIST
ImageNet
Graph-based Saliency
random
Random
AVA Style
0.581030
0.539272
0.579198
0.549528
0.432396
0.349731
NaN
NaN
NaN
NaN
0.287526
0.219882
NaN
0.152047
0.132859
NaN
Flickr
NaN
NaN
NaN
NaN
NaN
NaN
0.337872
0.335858
0.327996
0.316363
NaN
NaN
NaN
NaN
NaN
0.052267
Wikipaintings
0.473238
0.441076
0.356016
0.355877
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
0.190595
NaN
0.043378
NaN
In [5]:
print mean_df.to_latex(float_format=lambda x: '%.3f'%x if not np.isnan(x) else '-')
\begin{tabular}{lrrrrrrrrr}
\toprule
{} & Late-fusion x Content & DeCAF\_5 & DeCAF\_6 & MC-bit & Fine-tuned DeCAF\_6 & L*a*b* Histogram & GIST & Graph-based Saliency & random \\
\midrule
AVA Rating (accuracy) & 0.594 & 0.779 & 0.686 & 0.843 & 0.720 & 0.574 & 0.558 & 0.539 & 0.500 \\
AVA Style & 0.604 & 0.427 & 0.577 & 0.529 & 0.552 & 0.291 & 0.220 & 0.149 & 0.127 \\
Flickr & 0.419 & 0.314 & 0.391 & 0.360 & 0.396 & - & - & - & 0.066 \\
Wikipaintings & 0.476 & - & 0.356 & 0.443 & 0.356 & - & - & - & 0.043 \\
\bottomrule
\end{tabular}
Content source: Jai-Chaudhary/vislab
Similar notebooks: