In [1]:
library(data.table)
In [2]:
## Using a table of article assessments and views, build tables
## (matrices) that shows the number of dissonant articles per
## assessment category based on sorting by popularity.
##
## The underlying assumption is that in an ideal system with a limited
## and fixed amount of resources (in other words, popularity and high quality
## artefacts does not increase the amount of resources in the system),
## popularity ranking and assessment class follow a 1-to-1 relationship.
## We can therefore sort by popularity and group articles that way
## because work will be prioritised by popularity.
## DATA ASSUMPTION: views_with_redirects from resolve-redirects.R
## is loaded into memory.
## 3: build a 2x2 matrix of assessment classes and popularity classes
##
## Assessment classes in ascending order of quality.
In [3]:
assessment_classes = c('E', 'D', 'C', 'B', 'A');
In [4]:
quality_prediction_and_page_views <- read.table("../../results/sql_queries/entity_views_and_aggregated_revisions/entity_views_and_aggregated_revisions_and_quality_scoring_20161101.tsv", header=FALSE, sep="\t")
In [5]:
quality_prediction_and_page_views <- data.table(quality_prediction_and_page_views)
In [6]:
colnames(quality_prediction_and_page_views) <- c('entity_id','number_of_revisions', 'page_views', 'prediction')
In [7]:
summary(quality_prediction_and_page_views)
entity_id number_of_revisions page_views prediction
Q1 : 1 Min. : 1.00 Min. :0.000e+00 A: 856
Q100 : 1 1st Qu.: 6.00 1st Qu.:1.400e+01 B: 376448
Q1000 : 1 Median : 13.00 Median :1.460e+02 C: 4922134
Q10000 : 1 Mean : 18.34 Mean :2.546e+04 D: 3527490
Q100000 : 1 3rd Qu.: 23.00 3rd Qu.:1.052e+03 E:12498095
Q1000000: 1 Max. :21863.00 Max. :1.253e+10
(Other) :21325017
In [8]:
## 0: calculate number of articles in each assessment class
n_per_class = quality_prediction_and_page_views[, list(narticles=sum(.N)), by='prediction']
In [9]:
setkey(n_per_class, prediction);
## NOTE: setkey allows us to do n_per_class['GA']$narticles to get counts
In [10]:
## 1: order articles by popularity
articles_by_pop = quality_prediction_and_page_views[order(quality_prediction_and_page_views$page_views)][,list(entity_id, prediction, page_views)];
In [11]:
## 2: assign popularity assessment class based on rank
## (buckets based on number of articles in each class)
articles_by_pop[, pop_class := ''];
articles_by_pop[, seqNum := seq_len(nrow(articles_by_pop))];
entity_id prediction page_views pop_class
Q10040378 E 0
Q10069140 C 0
Q10081695 C 0
Q10092002 E 0
Q10111267 E 0
Q10149726 E 0
Q10180230 E 0
Q10185035 E 0
Q10205202 E 0
Q10252966 E 0
Q10444494 C 0
Q10624171 C 0
Q10704108 C 0
Q10750354 C 0
Q10766855 D 0
Q10827611 E 0
Q11093044 E 0
Q11934537 E 0
Q12133466 E 0
Q12264503 E 0
Q12267516 E 0
Q12304084 E 0
Q12443525 D 0
Q12543904 E 0
Q12890205 E 0
Q12891524 E 0
Q12918202 E 0
Q13005653 E 0
Q13073896 E 0
Q13163823 E 0
⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025
Q31165 B 2048330818
Q40629 C 2049755644
Q105584 C 2049926923
Q4584301 C 2052339927
Q565 C 2052996261
Q1868372 D 2056080224
Q209330 C 2060928966
Q14005 D 2063120071
Q918 C 2063217449
Q150248 C 2068796814
Q866 A 2079749157
Q477675 C 2080785713
Q1967876 C 2084215818
Q750403 B 2084693498
Q355 C 2093900731
Q623578 C 2097991400
Q17299517 D 2105487660
Q33999 C 2108672678
Q2494649 C 2114531894
Q2597810 C 2128920607
Q193563 C 2130725560
Q423048 C 2136131564
Q37312 C 2142913121
Q54919 C 2148531382
Q36578 C 2229315598
Q30 A 2277746226
Q6581097 D 3273952711
Q5 C 5668008721
Q5296 C 12530369761
entity_id prediction page_views pop_class seqNum
Q10040378 E 0 1
Q10069140 C 0 2
Q10081695 C 0 3
Q10092002 E 0 4
Q10111267 E 0 5
Q10149726 E 0 6
Q10180230 E 0 7
Q10185035 E 0 8
Q10205202 E 0 9
Q10252966 E 0 10
Q10444494 C 0 11
Q10624171 C 0 12
Q10704108 C 0 13
Q10750354 C 0 14
Q10766855 D 0 15
Q10827611 E 0 16
Q11093044 E 0 17
Q11934537 E 0 18
Q12133466 E 0 19
Q12264503 E 0 20
Q12267516 E 0 21
Q12304084 E 0 22
Q12443525 D 0 23
Q12543904 E 0 24
Q12890205 E 0 25
Q12891524 E 0 26
Q12918202 E 0 27
Q13005653 E 0 28
Q13073896 E 0 29
Q13163823 E 0 30
⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 21324994
Q31165 B 2048330818 21324995
Q40629 C 2049755644 21324996
Q105584 C 2049926923 21324997
Q4584301 C 2052339927 21324998
Q565 C 2052996261 21324999
Q1868372 D 2056080224 21325000
Q209330 C 2060928966 21325001
Q14005 D 2063120071 21325002
Q918 C 2063217449 21325003
Q150248 C 2068796814 21325004
Q866 A 2079749157 21325005
Q477675 C 2080785713 21325006
Q1967876 C 2084215818 21325007
Q750403 B 2084693498 21325008
Q355 C 2093900731 21325009
Q623578 C 2097991400 21325010
Q17299517 D 2105487660 21325011
Q33999 C 2108672678 21325012
Q2494649 C 2114531894 21325013
Q2597810 C 2128920607 21325014
Q193563 C 2130725560 21325015
Q423048 C 2136131564 21325016
Q37312 C 2142913121 21325017
Q54919 C 2148531382 21325018
Q36578 C 2229315598 21325019
Q30 A 2277746226 21325020
Q6581097 D 3273952711 21325021
Q5 C 5668008721 21325022
Q5296 C 12530369761 21325023
In [12]:
assign_pop_class = function(dataset, classes, class_n) {
## Based on the per-class number of articles in class_n
## assign popularity based on classes to dataset.
prev_idx = 0;
for(rating in classes) {
start_idx = prev_idx + 1;
end_idx = start_idx + class_n[prediction == rating]$narticles;
print(paste('start_idx =', start_idx, ', end_idx = ', end_idx));
dataset[seqNum >= start_idx & seqNum <= end_idx, pop_class := rating];
prev_idx = end_idx -1;
}
dataset;
}
In [13]:
articles_by_pop = assign_pop_class(articles_by_pop,
assessment_classes, n_per_class);
[1] "start_idx = 1 , end_idx = 12498096"
[1] "start_idx = 12498096 , end_idx = 16025586"
[1] "start_idx = 16025586 , end_idx = 20947720"
[1] "start_idx = 20947720 , end_idx = 21324168"
[1] "start_idx = 21324168 , end_idx = 21325024"
In [14]:
create_dissonance_matrix = function(articledata, classes) {
d_mtrx = matrix(0, nrow=length(classes), ncol=length(classes));
rownames(d_mtrx) = classes;
colnames(d_mtrx) = classes;
for(real_rating in classes) {
for(pop_rating in classes) {
d_mtrx[real_rating, pop_rating] = length(articledata[prediction == real_rating & pop_class == pop_rating]$entity_id);
}
}
d_mtrx;
}
In [15]:
## Based on direct hits to articles:
create_dissonance_matrix(articles_by_pop, assessment_classes)
E D C B A
E 8092146 1940897 2388576 76448 28
D 1817732 731070 911378 67190 120
C 2435202 813656 1484390 188367 519
B 153015 41867 137772 43737 57
A 0 0 18 706 132
In [16]:
dissonance_matrix = create_dissonance_matrix(articles_by_pop,
assessment_classes);
In [17]:
# Total misaligned entities
(dissonance_matrix[1,1]+dissonance_matrix[2,2]+dissonance_matrix[3,3]+dissonance_matrix[4,4]+dissonance_matrix[5,5])/sum(dissonance_matrix[,])
0.485414482319667
In [18]:
# A class quality and A class views over A class quality
dissonance_matrix[5,5]/sum(dissonance_matrix[5,])
0.154205607476636
In [19]:
# A class quality and E and D class views over A class quality
(dissonance_matrix[5,1]+dissonance_matrix[5,2])/sum(dissonance_matrix[5,])
0
In [20]:
# A class quality and < A class views
(dissonance_matrix[5,1]+dissonance_matrix[5,2]+dissonance_matrix[5,3]+dissonance_matrix[5,4])/sum(dissonance_matrix[5,])
0.845794392523365
In [21]:
# < A class quality and A class views
(dissonance_matrix[1,5]+dissonance_matrix[2,5]+dissonance_matrix[3,5]+dissonance_matrix[4,5])/sum(dissonance_matrix[,5])
0.845794392523365
In [22]:
prediction_e_pop_class_a <- merge(articles_by_pop[prediction == 'E' & pop_class == 'A'],quality_prediction_and_page_views, by='entity_id')[, c("entity_id","page_views.x", "number_of_revisions")]
In [23]:
head(prediction_e_pop_class_a)
entity_id page_views.x number_of_revisions
Q1005887 21374143 29
Q1097348 76241976 30
Q1329615 36240870 25
Q14325730 25177397 172
Q15401930 215204156 21
Q15958642 24686117 54
In [24]:
## Q: why do I get _two_ pageid columns? Solution is to do the selection
## on the joined table, not as a select _in_ the join.
## Dissonance matrix proportions by row (..., 1) and column (..., 2)
## rounded to 1 decimal places.
In [25]:
round(100*prop.table(dissonance_matrix, 1), 1);
E D C B A
E 64.7 15.5 19.1 0.6 0.0
D 51.5 20.7 25.8 1.9 0.0
C 49.5 16.5 30.2 3.8 0.0
B 40.6 11.1 36.6 11.6 0.0
A 0.0 0.0 2.1 82.5 15.4
In [26]:
round(100*prop.table(dissonance_matrix, 2), 1);
E D C B A
E 64.7 55.0 48.5 20.3 3.3
D 14.5 20.7 18.5 17.8 14.0
C 19.5 23.1 30.2 50.0 60.6
B 1.2 1.2 2.8 11.6 6.7
A 0.0 0.0 0.0 0.2 15.4
In [27]:
## Let's write the stubs out to a file
write.table(merge(articles_by_pop[(prediction == 'E' | prediction == 'D' | prediction == 'C' | prediction == 'B') & pop_class == 'A'], quality_prediction_and_page_views, by='entity_id')[, c("entity_id","pop_class", "prediction.x")],
'../../results/entity_categorization/201611_a_class_views_less_than_a_quality.tsv', row.names=FALSE, col.names=FALSE, quote=FALSE, sep='\t');
merge(articles_by_pop[(prediction == 'E' | prediction == 'D' | prediction == 'C' | prediction == 'B') & pop_class == 'A'], quality_prediction_and_page_views, by='entity_id')[, c("entity_id","pop_class", "prediction.x")]
entity_id pop_class prediction.x
Q10000 A C
Q1002972 A D
Q1005887 A E
Q1028181 A C
Q103204 A C
Q103618 A C
Q10379 A C
Q103824 A C
Q103916 A D
Q1043527 A C
Q1044427 A C
Q1048694 A C
Q104994 A B
Q10511368 A C
Q1054574 A C
Q105584 A C
Q105650 A C
Q1061 A C
Q1061257 A B
Q1061861 A C
Q1063819 A C
Q1065 A C
Q10683 A C
Q1071953 A C
Q10726338 A D
Q10738 A B
Q1075651 A C
Q10798782 A D
Q10800557 A C
Q10833314 A C
⋮ ⋮ ⋮
Q864380 A D
Q864503 A C
Q8682 A C
Q8740 A C
Q878 A B
Q8798 A C
Q891723 A C
Q899770 A C
Q901 A C
Q9067 A C
Q907311 A C
Q9081 A C
Q9087655 A C
Q911554 A D
Q918 A C
Q9268 A C
Q9332 A C
Q937228 A C
Q937857 A C
Q9384291 A D
Q938726 A C
Q941023 A C
Q947873 A C
Q948329 A C
Q953058 A C
Q9592 A C
Q959790 A C
Q9616 A C
Q970153 A C
Q974144 A C
In [28]:
write.table(merge(articles_by_pop[prediction == 'A' & (pop_class == 'B' | pop_class == 'C' | pop_class == 'D' | pop_class == 'E')], quality_prediction_and_page_views, by='entity_id')[, c("entity_id","pop_class", "prediction.x")],
'../../results/entity_categorization/201611_a_class_quality_less_than_a_views.tsv', row.names=FALSE, col.names=FALSE, quote=FALSE, sep='\t');
In [29]:
write.table(merge(articles_by_pop[(prediction == 'A' & pop_class == 'A') | (prediction == 'B' & pop_class == 'B') | (prediction == 'C' & pop_class == 'C') | (prediction == 'D' & pop_class == 'D') | (prediction == 'E' & pop_class == 'E')], quality_prediction_and_page_views, by='entity_id')[, c("entity_id","pop_class", "prediction.x")],
'../../results/entity_categorization/201611_aligned.tsv', row.names=FALSE, col.names=FALSE, quote=FALSE, sep='\t');
In [30]:
write.table(merge(articles_by_pop[(prediction == 'A' & pop_class != 'A') | (prediction == 'B' & pop_class != 'B') | (prediction == 'C' & pop_class != 'C') | (prediction == 'D' & pop_class != 'D') | (prediction == 'E' & pop_class != 'E')], quality_prediction_and_page_views, by='entity_id')[, c("entity_id","pop_class", "prediction.x")],
'../../results/entity_categorization/201611_misaligned.tsv', row.names=FALSE, col.names=FALSE, quote=FALSE, sep='\t');
In [29]:
## Various ways of measuring dissonance.
## DATA ASSUMPTION: articles_by_pop from build-dissonance-table.R
## is loaded into memory.
## None/Moderate/High measure of dissonance
In [30]:
articles_by_pop[, pop_class := ordered(pop_class, assessment_classes)];
entity_id prediction page_views pop_class seqNum
Q10040378 E 0 E 1
Q10069140 C 0 E 2
Q10081695 C 0 E 3
Q10092002 E 0 E 4
Q10111267 E 0 E 5
Q10149726 E 0 E 6
Q10180230 E 0 E 7
Q10185035 E 0 E 8
Q10205202 E 0 E 9
Q10252966 E 0 E 10
Q10444494 C 0 E 11
Q10624171 C 0 E 12
Q10704108 C 0 E 13
Q10750354 C 0 E 14
Q10766855 D 0 E 15
Q10827611 E 0 E 16
Q11093044 E 0 E 17
Q11934537 E 0 E 18
Q12133466 E 0 E 19
Q12264503 E 0 E 20
Q12267516 E 0 E 21
Q12304084 E 0 E 22
Q12443525 D 0 E 23
Q12543904 E 0 E 24
Q12890205 E 0 E 25
Q12891524 E 0 E 26
Q12918202 E 0 E 27
Q13005653 E 0 E 28
Q13073896 E 0 E 29
Q13163823 E 0 E 30
⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994
Q31165 B 2048330818 A 21324995
Q40629 C 2049755644 A 21324996
Q105584 C 2049926923 A 21324997
Q4584301 C 2052339927 A 21324998
Q565 C 2052996261 A 21324999
Q1868372 D 2056080224 A 21325000
Q209330 C 2060928966 A 21325001
Q14005 D 2063120071 A 21325002
Q918 C 2063217449 A 21325003
Q150248 C 2068796814 A 21325004
Q866 A 2079749157 A 21325005
Q477675 C 2080785713 A 21325006
Q1967876 C 2084215818 A 21325007
Q750403 B 2084693498 A 21325008
Q355 C 2093900731 A 21325009
Q623578 C 2097991400 A 21325010
Q17299517 D 2105487660 A 21325011
Q33999 C 2108672678 A 21325012
Q2494649 C 2114531894 A 21325013
Q2597810 C 2128920607 A 21325014
Q193563 C 2130725560 A 21325015
Q423048 C 2136131564 A 21325016
Q37312 C 2142913121 A 21325017
Q54919 C 2148531382 A 21325018
Q36578 C 2229315598 A 21325019
Q30 A 2277746226 A 21325020
Q6581097 D 3273952711 A 21325021
Q5 C 5668008721 A 21325022
Q5296 C 12530369761 A 21325023
In [31]:
dissonance_metric = c('High negative', 'Moderate negative',
'None', 'Moderate positive', 'High positive');
In [32]:
articles_by_pop[, dissonance := factor(NA, dissonance_metric)];
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 NA
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 NA
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 NA
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 NA
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
In [33]:
## NOTE: because pop_class is of class ordered, we can use
## expressions like "pop_class < 'C'" as expected
In [34]:
## A: None if A, Moderate if A, High elsewhere
articles_by_pop[prediction == 'A' & pop_class <= 'C',
dissonance := 'High negative'];
articles_by_pop[prediction == 'A' & pop_class == 'B',
dissonance := 'Moderate negative'];
articles_by_pop[prediction == 'A' & pop_class == 'A',
dissonance := 'None'];
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 NA
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 NA
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 NA
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 NA
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 NA
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 NA
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 NA
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 NA
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 NA
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 NA
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
In [35]:
## B:
articles_by_pop[prediction == 'B' & pop_class <= 'D',
dissonance := 'High negative'];
articles_by_pop[prediction == 'B' & pop_class == 'C',
dissonance := 'Moderate negative'];
articles_by_pop[prediction == 'B' & pop_class == 'B',
dissonance := 'None'];
articles_by_pop[prediction == 'B' & pop_class == 'A',
dissonance := 'Moderate positive'];
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 NA
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 NA
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 NA
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 NA
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 NA
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 NA
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 NA
Q10081695 C 0 E 3 NA
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 NA
Q10624171 C 0 E 12 NA
Q10704108 C 0 E 13 NA
Q10750354 C 0 E 14 NA
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
In [36]:
## C:
articles_by_pop[prediction == 'C' & pop_class == 'E',
dissonance := 'High negative'];
articles_by_pop[prediction == 'C' & pop_class == 'D',
dissonance := 'Moderate negative'];
articles_by_pop[prediction == 'C' & pop_class == 'C',
dissonance := 'None'];
articles_by_pop[prediction == 'C' & pop_class == 'B',
dissonance := 'Moderate positive'];
articles_by_pop[prediction == 'C' & pop_class == 'A',
dissonance := 'High positive'];
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 NA
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 NA
Q105584 C 2049926923 A 21324997 NA
Q4584301 C 2052339927 A 21324998 NA
Q565 C 2052996261 A 21324999 NA
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 NA
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 NA
Q150248 C 2068796814 A 21325004 NA
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 NA
Q1967876 C 2084215818 A 21325007 NA
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 NA
Q623578 C 2097991400 A 21325010 NA
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 NA
Q2494649 C 2114531894 A 21325013 NA
Q2597810 C 2128920607 A 21325014 NA
Q193563 C 2130725560 A 21325015 NA
Q423048 C 2136131564 A 21325016 NA
Q37312 C 2142913121 A 21325017 NA
Q54919 C 2148531382 A 21325018 NA
Q36578 C 2229315598 A 21325019 NA
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 NA
Q5296 C 12530369761 A 21325023 NA
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 NA
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 NA
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
In [37]:
## D
articles_by_pop[prediction == 'D' & pop_class == 'E',
dissonance := 'Moderate negative'];
articles_by_pop[prediction == 'D' & pop_class == 'D',
dissonance := 'None'];
articles_by_pop[prediction == 'D' & pop_class == 'C',
dissonance := 'Moderate positive'];
articles_by_pop[prediction == 'D' & pop_class >= 'B',
dissonance := 'High positive'];
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 Moderate negative
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 Moderate negative
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 Moderate negative
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 Moderate negative
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 Moderate negative
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 Moderate negative
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 NA
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 NA
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 NA
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 NA
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 NA
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 NA
Q10111267 E 0 E 5 NA
Q10149726 E 0 E 6 NA
Q10180230 E 0 E 7 NA
Q10185035 E 0 E 8 NA
Q10205202 E 0 E 9 NA
Q10252966 E 0 E 10 NA
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 Moderate negative
Q10827611 E 0 E 16 NA
Q11093044 E 0 E 17 NA
Q11934537 E 0 E 18 NA
Q12133466 E 0 E 19 NA
Q12264503 E 0 E 20 NA
Q12267516 E 0 E 21 NA
Q12304084 E 0 E 22 NA
Q12443525 D 0 E 23 Moderate negative
Q12543904 E 0 E 24 NA
Q12890205 E 0 E 25 NA
Q12891524 E 0 E 26 NA
Q12918202 E 0 E 27 NA
Q13005653 E 0 E 28 NA
Q13073896 E 0 E 29 NA
Q13163823 E 0 E 30 NA
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 High positive
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 High positive
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 High positive
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 High positive
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
In [38]:
## E
articles_by_pop[prediction == 'E' & pop_class == 'E',
dissonance := 'None'];
articles_by_pop[prediction == 'E' & pop_class == 'D',
dissonance := 'Moderate positive'];
articles_by_pop[prediction == 'E' & pop_class >= 'C',
dissonance := 'High positive'];
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 None
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 None
Q10111267 E 0 E 5 None
Q10149726 E 0 E 6 None
Q10180230 E 0 E 7 None
Q10185035 E 0 E 8 None
Q10205202 E 0 E 9 None
Q10252966 E 0 E 10 None
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 Moderate negative
Q10827611 E 0 E 16 None
Q11093044 E 0 E 17 None
Q11934537 E 0 E 18 None
Q12133466 E 0 E 19 None
Q12264503 E 0 E 20 None
Q12267516 E 0 E 21 None
Q12304084 E 0 E 22 None
Q12443525 D 0 E 23 Moderate negative
Q12543904 E 0 E 24 None
Q12890205 E 0 E 25 None
Q12891524 E 0 E 26 None
Q12918202 E 0 E 27 None
Q13005653 E 0 E 28 None
Q13073896 E 0 E 29 None
Q13163823 E 0 E 30 None
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 High positive
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 High positive
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 High positive
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 High positive
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 None
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 None
Q10111267 E 0 E 5 None
Q10149726 E 0 E 6 None
Q10180230 E 0 E 7 None
Q10185035 E 0 E 8 None
Q10205202 E 0 E 9 None
Q10252966 E 0 E 10 None
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 Moderate negative
Q10827611 E 0 E 16 None
Q11093044 E 0 E 17 None
Q11934537 E 0 E 18 None
Q12133466 E 0 E 19 None
Q12264503 E 0 E 20 None
Q12267516 E 0 E 21 None
Q12304084 E 0 E 22 None
Q12443525 D 0 E 23 Moderate negative
Q12543904 E 0 E 24 None
Q12890205 E 0 E 25 None
Q12891524 E 0 E 26 None
Q12918202 E 0 E 27 None
Q13005653 E 0 E 28 None
Q13073896 E 0 E 29 None
Q13163823 E 0 E 30 None
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 High positive
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 High positive
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 High positive
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 High positive
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
entity_id prediction page_views pop_class seqNum dissonance
Q10040378 E 0 E 1 None
Q10069140 C 0 E 2 High negative
Q10081695 C 0 E 3 High negative
Q10092002 E 0 E 4 None
Q10111267 E 0 E 5 None
Q10149726 E 0 E 6 None
Q10180230 E 0 E 7 None
Q10185035 E 0 E 8 None
Q10205202 E 0 E 9 None
Q10252966 E 0 E 10 None
Q10444494 C 0 E 11 High negative
Q10624171 C 0 E 12 High negative
Q10704108 C 0 E 13 High negative
Q10750354 C 0 E 14 High negative
Q10766855 D 0 E 15 Moderate negative
Q10827611 E 0 E 16 None
Q11093044 E 0 E 17 None
Q11934537 E 0 E 18 None
Q12133466 E 0 E 19 None
Q12264503 E 0 E 20 None
Q12267516 E 0 E 21 None
Q12304084 E 0 E 22 None
Q12443525 D 0 E 23 Moderate negative
Q12543904 E 0 E 24 None
Q12890205 E 0 E 25 None
Q12891524 E 0 E 26 None
Q12918202 E 0 E 27 None
Q13005653 E 0 E 28 None
Q13073896 E 0 E 29 None
Q13163823 E 0 E 30 None
⋮ ⋮ ⋮ ⋮ ⋮ ⋮
Q1048694 C 2048095025 A 21324994 High positive
Q31165 B 2048330818 A 21324995 Moderate positive
Q40629 C 2049755644 A 21324996 High positive
Q105584 C 2049926923 A 21324997 High positive
Q4584301 C 2052339927 A 21324998 High positive
Q565 C 2052996261 A 21324999 High positive
Q1868372 D 2056080224 A 21325000 High positive
Q209330 C 2060928966 A 21325001 High positive
Q14005 D 2063120071 A 21325002 High positive
Q918 C 2063217449 A 21325003 High positive
Q150248 C 2068796814 A 21325004 High positive
Q866 A 2079749157 A 21325005 None
Q477675 C 2080785713 A 21325006 High positive
Q1967876 C 2084215818 A 21325007 High positive
Q750403 B 2084693498 A 21325008 Moderate positive
Q355 C 2093900731 A 21325009 High positive
Q623578 C 2097991400 A 21325010 High positive
Q17299517 D 2105487660 A 21325011 High positive
Q33999 C 2108672678 A 21325012 High positive
Q2494649 C 2114531894 A 21325013 High positive
Q2597810 C 2128920607 A 21325014 High positive
Q193563 C 2130725560 A 21325015 High positive
Q423048 C 2136131564 A 21325016 High positive
Q37312 C 2142913121 A 21325017 High positive
Q54919 C 2148531382 A 21325018 High positive
Q36578 C 2229315598 A 21325019 High positive
Q30 A 2277746226 A 21325020 None
Q6581097 D 3273952711 A 21325021 High positive
Q5 C 5668008721 A 21325022 High positive
Q5296 C 12530369761 A 21325023 High positive
In [39]:
## Build a matrix where columns are the metric and rows are classes
create_alt_diss_matrix = function(articledata, metric, classes) {
d_mtrx = matrix(0, nrow=length(classes), ncol=length(metric));
rownames(d_mtrx) = classes;
colnames(d_mtrx) = metric;
## NOTE: R matrix values are [row,col] dimensions
for(real_rating in classes) {
for(diss_rating in metric) {
d_mtrx[real_rating, diss_rating] = length(articledata[prediction == real_rating & dissonance == diss_rating]$entity_id);
}
}
d_mtrx;
}
alternative_dissonance_matrix.1 = create_alt_diss_matrix(articles_by_pop,
dissonance_metric, assessment_classes);
In [40]:
## Normalise by row
round(100*prop.table(alternative_dissonance_matrix.1, 1), 1);
High negative Moderate negative None Moderate positive High positive
E 0.0 0.0 64.7 15.5 19.7
D 0.0 51.5 20.7 25.8 1.9
C 49.5 16.5 30.2 3.8 0.0
B 51.8 36.6 11.6 0.0 0.0
A 2.1 82.5 15.4 0.0 0.0
In [41]:
## Number of dissonant views per assessment class and amount of dissonance
articles_by_pop[, list(dissonant_views=sum(page_views)), by=list(prediction, dissonance)];
prediction dissonance dissonant_views
E None 449395556
C High negative 135478563
D Moderate negative 128556608
B High negative 33356954
E Moderate positive 1134390351
C Moderate negative 484552207
D None 425908893
E High positive 53569635123
C None 16266224324
D Moderate positive 8201326480
B Moderate negative 1998755983
A High negative 571003
C Moderate positive 97212113533
B None 33972698955
D High positive 93921386151
A Moderate negative 3412230391
C High positive 203674447314
B Moderate positive 12088935446
A None 15711276367
In [42]:
## Calculations of total number of dissonant views per dissonance
articles_by_pop[, list(dissonant_views=sum(page_views)), by=list(dissonance)];
dissonance dissonant_views
None 66825504095
High negative 169406520
Moderate negative 6024095189
Moderate positive 118636765810
High positive 351165468588
In [43]:
articles_by_pop[,sum(as.numeric(page_views))];
542821240202
In [44]:
## Proportions
100*65938379920/545180810059;
100*125047198/545180810059;
100*6713682043/545180810059;
100*120523625541/545180810059;
100*351880075357/545180810059;
12.0947727255594
0.0229368304409811
1.23145971375505
22.107092420945
64.5437383092995
In [45]:
# 87% of views are high positive
In [46]:
100*(articles_by_pop[, list(dissonant_views=sum(page_views)), by=list(dissonance)][1][,c('dissonant_views')]/articles_by_pop[,sum(as.numeric(page_views))])
dissonant_views
12.31078
In [47]:
100*(articles_by_pop[, list(dissonant_views=sum(page_views)), by=list(dissonance)][2][,c('dissonant_views')]/articles_by_pop[,sum(as.numeric(page_views))])
dissonant_views
0.03120853
In [48]:
100*(articles_by_pop[, list(dissonant_views=sum(page_views)), by=list(dissonance)][3][,c('dissonant_views')]/articles_by_pop[,sum(as.numeric(page_views))])
dissonant_views
1.109775
In [49]:
100*(articles_by_pop[, list(dissonant_views=sum(page_views)), by=list(dissonance)][4][,c('dissonant_views')]/articles_by_pop[,sum(as.numeric(page_views))])
dissonant_views
21.85559
In [50]:
100*(articles_by_pop[, list(dissonant_views=sum(page_views)), by=list(dissonance)][5][,c('dissonant_views')]/articles_by_pop[,sum(as.numeric(page_views))])
dissonant_views
64.69265
Content source: hall1467/wikidata_usage_tracking
Similar notebooks: